-- Logs begin at Tue 2021-06-22 00:11:35 UTC, end at Tue 2021-06-22 01:08:45 UTC. -- Jun 22 00:40:34.093822 dv-cinder-753305-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 00:40:36.732030 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.common.config [-] Logging enabled! Jun 22 00:40:36.732714 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev368 Jun 22 00:40:36.732714 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99402) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 00:40:36.735977 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.common.config [-] Logging enabled! Jun 22 00:40:36.736231 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev368 Jun 22 00:40:36.736632 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99402) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 00:40:36.737499 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 00:40:36.737736 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 00:40:36.738102 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 00:40:36.738347 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 00:40:36.738572 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 00:40:36.738890 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.739210 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.739504 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.739735 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.740027 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.740314 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.740591 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.740878 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.741171 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.741451 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.741727 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.742007 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.742235 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.742511 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.742797 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.743120 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.743344 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] debug = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.743620 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.744037 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.744448 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.744728 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.745013 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.745289 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.745556 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.745828 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.746107 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.746433 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] host = dv-cinder-753305-6-iscsi {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.746708 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.747072 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.747348 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.747644 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.747910 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.748185 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.748468 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.748743 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.749015 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] log_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.749290 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.749574 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.749859 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.750146 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.750370 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.750592 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.750880 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.751196 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.751471 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.751743 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.752026 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.752291 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.752561 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.752829 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.753109 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.753391 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.753675 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.753950 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.754228 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.754500 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.754772 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.755086 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.755361 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.755634 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.755908 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.756194 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.756464 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.756738 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.757036 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.757321 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.757603 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.757886 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.758158 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.758438 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.758709 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.759008 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.759283 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] use_json = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.759554 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.759822 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.760101 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.760369 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.760637 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.760909 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.761178 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.761460 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.761754 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.762048 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.762346 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.762657 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.762974 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.763252 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.763538 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.763815 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.764106 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.764393 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.764697 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.764957 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.765239 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.765513 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.765805 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.766108 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.766398 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.766686 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.767042 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.767319 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.767588 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.767861 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.768142 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.768430 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.768715 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.768987 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.769260 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.769550 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.769821 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.770090 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.770363 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.770645 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.770919 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.771209 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.771487 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.771759 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.772027 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.772301 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.772572 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.772860 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.773177 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.773448 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.773716 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.773988 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.774260 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.774539 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.774813 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.775113 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.775387 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.775663 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.775934 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.776205 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.776478 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.776751 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.777026 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.777300 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.777570 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.777842 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.778715 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.779034 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.779308 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.779582 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.779857 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.780130 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.780401 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.780671 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.780942 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.781217 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.781500 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.781795 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.782071 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.782347 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.782622 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.782897 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.783197 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.783473 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.783750 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.784027 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.784298 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.784591 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.784871 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.785158 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.785438 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.785713 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.786006 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.786284 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.786564 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.786856 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.787140 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.787428 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.787709 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.788001 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.788290 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.788581 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.788868 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.789160 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.789439 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.789748 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.790021 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.790237 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 00:40:36.790476 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99402) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 00:40:37.136915 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:40:37.137110 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:40:37.137914 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:40:37.138398 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 00:40:37.524176 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.524461 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.524732 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.526019 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.526295 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.526561 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.560228 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.560503 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.560771 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.573977 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.574259 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.574531 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.603753 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.604035 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.604307 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.639890 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.640166 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.640430 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.875107 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.875729 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.875729 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.875887 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.876730 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.998527 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.998845 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.999152 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.999443 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:37.999697 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.000012 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.000273 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.000531 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.000790 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.001075 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.001338 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.001604 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.001866 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.002133 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.002392 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.002661 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.002949 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.003225 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.003498 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.003754 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.004037 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.004387 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.004642 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.004927 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.005179 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.005428 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.005832 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:38.006072 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:38.006310 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:38.006546 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:38.006782 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:38.007046 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:38.007410 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 00:40:38.011508 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 00:40:38.017803 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 00:40:38.021589 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 22 00:40:38.023214 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 00:40:38.023662 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 00:40:38.023995 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 00:40:38.024376 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 00:40:38.027155 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 00:40:38.027410 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 00:40:38.027748 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 00:40:38.055412 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 00:40:38.055865 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.056159 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99402) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 00:40:38.056519 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.057856 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99402) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 00:40:38.058139 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 00:40:38.058388 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 00:40:38.061881 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.062162 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.131153 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 00:40:38.131309 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 00:40:38.131545 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 00:40:38.131916 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 00:40:38.161448 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_db.sqlalchemy.engines [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99402) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 00:40:38.683588 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Initializing driver for type 'gre' Jun 22 00:40:38.684148 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] gre ID ranges: [(1, 1000)] Jun 22 00:40:38.736180 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Initializing driver for type 'local' Jun 22 00:40:38.736460 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Initializing driver for type 'vlan' Jun 22 00:40:38.748503 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] VlanTypeDriver initialization complete Jun 22 00:40:38.748930 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Initializing driver for type 'vxlan' Jun 22 00:40:38.749554 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] vxlan ID ranges: [(1, 1000)] Jun 22 00:40:38.801959 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Initializing extension driver 'port_security' Jun 22 00:40:38.802240 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.extensions.port_security [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] PortSecurityExtensionDriver initialization complete Jun 22 00:40:38.802614 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Initializing mechanism driver 'openvswitch' Jun 22 00:40:38.803060 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Initializing mechanism driver 'hyperv' Jun 22 00:40:38.810476 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.plugins.ml2.plugin [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:38.811298 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > port after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.811680 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > port after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.812048 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > port after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.812441 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > subnet after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.812796 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > subnet after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.813143 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > subnet after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.813520 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > network after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.813869 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > network after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.814212 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > network after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.814593 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > security_group after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.814963 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > security_group after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.815313 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > security_group after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.815694 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.816041 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.816382 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.816777 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > address_group after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.817110 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > address_group after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.817450 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > address_group after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.817790 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] ML2 OVO RPC backend initialized. {{(pid=99402) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 00:40:38.818492 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router_interface after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.818848 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.819294 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > network before_response 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.819643 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > networks before_response 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.819992 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > port before_response 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.820334 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > ports before_response 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.820680 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > subnet before_response 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.821282 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > subnets before_response 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.821630 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > network after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.821970 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > network after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.822307 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > network after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.822644 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > port after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.823004 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > port after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.823349 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > port after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.823687 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > subnet after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.824022 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > subnet after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.824357 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > subnet after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.825453 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.plugin [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Modular L2 Plugin initialization complete Jun 22 00:40:38.825773 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading services supported by the core plugin {{(pid=99402) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 00:40:38.826104 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.plugins.ml2.managers [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Got port-security extension from driver 'port_security' Jun 22 00:40:38.826571 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.extensions.vlantransparent [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Disabled vlantransparent extension. Jun 22 00:40:38.827096 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99402) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 00:40:38.827418 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading Plugin: router Jun 22 00:40:38.862826 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router_interface before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.863251 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router after_create 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.863622 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router before_create 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.863985 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.864356 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.864715 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router after_delete 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.865076 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > floatingip after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.865440 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router after_create 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.865787 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router after_update 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.866135 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router after_update 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.866483 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.866839 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router after_update 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.867270 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router precommit_update 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.867638 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: port after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.867980 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: port after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.868320 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: subnet after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.868662 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.869013 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > port precommit_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.869360 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router precommit_create 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.869703 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: port before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.870046 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router precommit_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.870409 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router after_update 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.870754 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router precommit_delete 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.871147 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router precommit_create 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.871515 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router_interface after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.872686 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router precommit_update 55549900 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.873072 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > network after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.873928 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Tracking information for resource: router configured {{(pid=99402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:38.874270 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Tracking information for resource: floatingip configured {{(pid=99402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:38.879256 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.db.l3_agentschedulers_db [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 00:40:38.879837 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: port after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.880209 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: port after_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.880564 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: port after_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.880915 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: port after_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.881707 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router before_create 55550100 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.882075 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router precommit_delete 55550100 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.882437 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router precommit_create 55550100 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.882794 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > router precommit_update 55550100 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.887323 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.services.provider_configuration [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service providers = [] {{(pid=99402) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 00:40:38.887714 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.db.servicetype_db [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99402) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 00:40:38.890596 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.services.service_base [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 00:40:38.890977 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.services.service_base [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 00:40:38.891326 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.services.service_base [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 00:40:38.892202 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.services.service_base [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 00:40:38.892575 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.services.service_base [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 00:40:38.892950 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:38.893270 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 00:40:38.904437 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:38.904776 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading Plugin: auto_allocate Jun 22 00:40:38.910548 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: network precommit_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.910918 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: network precommit_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.911467 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:38.911789 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading Plugin: tag Jun 22 00:40:38.918269 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:38.919253 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading Plugin: timestamp Jun 22 00:40:38.923125 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:38.923455 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading Plugin: network_ip_availability Jun 22 00:40:38.930259 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.930636 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.931028 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:38.931749 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:38.932070 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading Plugin: flavors Jun 22 00:40:38.937227 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:38.937559 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading Plugin: revisions Jun 22 00:40:38.941844 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:38.942238 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_concurrency.lockutils [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=99402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:40:38.943003 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99402) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 00:40:38.943343 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Initializing extension manager. Jun 22 00:40:38.943845 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: __init__.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.944187 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: __pycache__ {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.944521 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.944852 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: address_group.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.945600 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.946430 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: address-group Jun 22 00:40:38.946756 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: address_scope.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.947491 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.948014 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: address-scope Jun 22 00:40:38.948337 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: admin_state_down_before_update.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.949255 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.949775 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: router-admin-state-down-before-update Jun 22 00:40:38.950453 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: agent.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.951182 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.951698 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: agent Jun 22 00:40:38.952020 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: agent_resources_synced.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.952928 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.953449 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: agent-resources-synced Jun 22 00:40:38.953773 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: allowedaddresspairs.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.955553 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.956086 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: allowed-address-pairs Jun 22 00:40:38.956414 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: auto_allocated_topology.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.957668 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.958197 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: auto-allocated-topology Jun 22 00:40:38.958530 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: availability_zone.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.959248 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.959762 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: availability_zone Jun 22 00:40:38.960083 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: availability_zone_filter.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.960992 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.961509 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: availability_zone_filter Jun 22 00:40:38.961835 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: data_plane_status.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.962732 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.963271 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 00:40:38.963590 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: default_subnetpools.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.964496 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.965011 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: default-subnetpools Jun 22 00:40:38.965331 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: dhcpagentscheduler.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.966808 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.967360 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: dhcp_agent_scheduler Jun 22 00:40:38.967682 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: dns.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.968589 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.969103 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension dns-integration not supported by any of loaded plugins Jun 22 00:40:38.969425 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: dns_domain_ports.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.970343 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.970860 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 00:40:38.971215 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: dvr.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.971873 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.972387 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: dvr Jun 22 00:40:38.972705 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: empty_string_filtering.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.973602 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.974116 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: empty-string-filtering Jun 22 00:40:38.974437 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.975379 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.975888 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 00:40:38.976211 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.977109 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.977621 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 00:40:38.977945 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: external_net.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.978842 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.979388 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: external-net Jun 22 00:40:38.979719 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: extra_dhcp_opt.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.980632 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.981235 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: extra_dhcp_opt Jun 22 00:40:38.981562 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: extraroute.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.982458 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.983004 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: extraroute Jun 22 00:40:38.983327 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: extraroute_atomic.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.984345 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.984865 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: extraroute-atomic Jun 22 00:40:38.985188 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: filter_validation.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.985846 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.986400 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: filter-validation Jun 22 00:40:38.986674 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: fip_pf_description.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.987605 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.988115 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 00:40:38.988433 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: fip_port_details.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.989336 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.989854 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: fip-port-details Jun 22 00:40:38.990173 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: flavors.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.991414 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.991940 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: flavors Jun 22 00:40:38.992264 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.993901 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.994430 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 00:40:38.994764 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: floatingip_pools.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.995486 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.996007 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: floatingip-pools Jun 22 00:40:38.996334 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: ip_allocation.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.997913 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:38.998435 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 00:40:38.998760 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:38.999713 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.000240 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: ip-substring-filtering Jun 22 00:40:39.000566 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: l2_adjacency.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.001487 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.002000 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 00:40:39.002324 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: l3.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.003313 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.003837 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: router Jun 22 00:40:39.004163 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: l3_conntrack_helper.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.006502 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.007078 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 00:40:39.007412 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.008346 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.008874 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: ext-gw-mode Jun 22 00:40:39.009203 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.010115 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.010634 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: l3-ha Jun 22 00:40:39.010984 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: l3_flavors.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.011891 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.013008 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: l3-flavors Jun 22 00:40:39.013393 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.014371 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.014901 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 00:40:39.015255 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: l3agentscheduler.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.016305 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.016826 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: l3_agent_scheduler Jun 22 00:40:39.017155 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: logging.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.018654 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.019213 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension logging not supported by any of loaded plugins Jun 22 00:40:39.019546 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: metering.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.020288 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.020876 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: metering Jun 22 00:40:39.021202 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.022290 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.022815 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: metering_source_and_destination_fields Jun 22 00:40:39.023167 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: multiprovidernet.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.024089 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.024610 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: multi-provider Jun 22 00:40:39.024934 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: netmtu.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.025841 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.026358 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: net-mtu Jun 22 00:40:39.026680 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: netmtu_writable.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.027612 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.028307 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: net-mtu-writable Jun 22 00:40:39.028658 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: network_availability_zone.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.029324 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.029844 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: network_availability_zone Jun 22 00:40:39.030165 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: network_ip_availability.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.031292 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.031816 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: network-ip-availability Jun 22 00:40:39.032144 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: network_segment_range.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.032898 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.033409 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 00:40:39.033731 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: pagination.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.034699 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.035061 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: pagination Jun 22 00:40:39.035384 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: port_device_profile.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.036297 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.036823 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: port-device-profile Jun 22 00:40:39.037146 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.038056 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.038574 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: port-mac-address-regenerate Jun 22 00:40:39.038896 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.039825 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.040343 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: port-numa-affinity-policy Jun 22 00:40:39.040665 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: port_resource_request.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.041571 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.042082 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 00:40:39.042400 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: portbindings.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.043349 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.043888 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: binding Jun 22 00:40:39.044209 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: portbindings_extended.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.045468 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.045990 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: binding-extended Jun 22 00:40:39.046315 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: portsecurity.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.047252 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.047777 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: port-security Jun 22 00:40:39.048102 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: project_id.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.049063 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.049395 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: project-id Jun 22 00:40:39.049723 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: providernet.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.050630 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.051214 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: provider Jun 22 00:40:39.051544 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: qos.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.055186 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.055724 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension qos not supported by any of loaded plugins Jun 22 00:40:39.056062 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.057301 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.057829 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 00:40:39.058161 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.059102 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.060136 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 00:40:39.060465 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: qos_default.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.061370 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.061892 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension qos-default not supported by any of loaded plugins Jun 22 00:40:39.062219 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: qos_fip.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.062868 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.063408 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension qos-fip not supported by any of loaded plugins Jun 22 00:40:39.063733 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: qos_gateway_ip.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.064648 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.065169 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 00:40:39.065489 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: qos_port_network_policy.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.066392 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.066907 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 00:40:39.067259 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: qos_rule_type_details.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.068165 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.068679 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 00:40:39.069002 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: qos_rules_alias.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.070046 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.070565 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 00:40:39.071162 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: quotasv2.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.072071 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.072399 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: quotas Jun 22 00:40:39.072719 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: quotasv2_detail.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.076506 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.076847 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: quota_details Jun 22 00:40:39.077177 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: rbac.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.078241 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.078774 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: rbac-policies Jun 22 00:40:39.079136 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: rbac_address_group.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.080060 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.080589 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: rbac-address-group Jun 22 00:40:39.080916 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: rbac_address_scope.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.081825 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.082351 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: rbac-address-scope Jun 22 00:40:39.082678 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: rbac_security_groups.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.083648 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.084170 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: rbac-security-groups Jun 22 00:40:39.084514 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: rbac_subnetpool.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.085408 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.085927 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: rbac-subnetpool Jun 22 00:40:39.086252 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: revisionifmatch.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.087185 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.087710 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: revision-if-match Jun 22 00:40:39.088037 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: revisions.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.089329 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.089854 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: standard-attr-revisions Jun 22 00:40:39.090192 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: router_availability_zone.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.091074 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.091594 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: router_availability_zone Jun 22 00:40:39.091920 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: routerservicetype.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.092837 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.093353 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension router-service-type not supported by any of loaded plugins Jun 22 00:40:39.093676 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.094592 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.095140 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: security-groups-normalized-cidr Jun 22 00:40:39.095469 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: security_groups_port_filtering.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.096385 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.096905 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: port-security-groups-filtering Jun 22 00:40:39.097232 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.098150 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.098675 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: security-groups-remote-address-group Jun 22 00:40:39.099029 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: securitygroup.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.108687 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.109229 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: security-group Jun 22 00:40:39.109567 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: segment.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.110356 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.110876 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension segment not supported by any of loaded plugins Jun 22 00:40:39.111237 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.112165 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.112685 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 00:40:39.113013 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: servicetype.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.114128 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.114658 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: service-type Jun 22 00:40:39.115026 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: sorting.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.115999 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.116333 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: sorting Jun 22 00:40:39.116657 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: standard_attr_segment.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.117562 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.118088 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 00:40:39.118414 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: standardattrdescription.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.119093 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.119613 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: standard-attr-description Jun 22 00:40:39.119936 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: stateful_security_group.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.120857 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.121378 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: stateful-security-group Jun 22 00:40:39.122222 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: stdattrs_common.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.122821 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 00:40:39.123166 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.124154 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.124674 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 00:40:39.124994 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: subnet_onboard.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.126092 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.126624 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: subnet_onboard Jun 22 00:40:39.126973 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.127888 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.128409 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 00:40:39.128735 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: subnet_service_types.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.129706 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.130231 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: subnet-service-types Jun 22 00:40:39.130555 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: subnetallocation.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.131754 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.132280 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: subnet_allocation Jun 22 00:40:39.132606 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.133285 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.133805 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: subnetpool-prefix-ops Jun 22 00:40:39.134130 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.135096 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.135617 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 00:40:39.135940 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: tagging.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.136986 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.138708 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: standard-attr-tag Jun 22 00:40:39.139078 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: timestamp.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.140279 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.140805 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loaded extension: standard-attr-timestamp Jun 22 00:40:39.141136 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: trunk.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.142163 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.142689 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension trunk not supported by any of loaded plugins Jun 22 00:40:39.143049 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: trunk_details.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.143962 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.144490 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension trunk-details not supported by any of loaded plugins Jun 22 00:40:39.144811 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: uplink_status_propagation.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.145726 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.146251 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 00:40:39.146572 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Loading extension file: vlantransparent.py {{(pid=99402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:39.147270 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:39.147789 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 00:40:39.150293 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:network Jun 22 00:40:39.150831 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:subnet Jun 22 00:40:39.151266 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 00:40:39.151671 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:port Jun 22 00:40:39.152933 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.153395 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service FLAVORS assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.154782 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.155243 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.155575 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:router Jun 22 00:40:39.156016 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:floatingip Jun 22 00:40:39.156504 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service METERING assigned prefix: /metering {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.157949 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:39.158322 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:39.158677 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:39.159748 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 00:40:39.160197 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:security_group Jun 22 00:40:39.160637 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 00:40:39.161260 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service CORE assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.161595 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 00:40:39.161960 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] subnetpool is already registered Jun 22 00:40:39.162393 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service CORE assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.162719 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 00:40:39.163090 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] subnetpool is already registered Jun 22 00:40:39.165426 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.165858 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service FLAVORS assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.166451 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.166866 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.167228 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:router Jun 22 00:40:39.167568 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] router is already registered Jun 22 00:40:39.167981 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:floatingip Jun 22 00:40:39.168317 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] floatingip is already registered Jun 22 00:40:39.168901 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service METERING assigned prefix: /metering {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.169706 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 00:40:39.170036 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] rbac_policy is already registered Jun 22 00:40:39.170455 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:security_group Jun 22 00:40:39.170792 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] security_group is already registered Jun 22 00:40:39.171230 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 00:40:39.171587 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] security_group_rule is already registered Jun 22 00:40:39.172197 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service CORE assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.172526 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 00:40:39.172862 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] subnetpool is already registered Jun 22 00:40:39.173285 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.v2.resource_helper [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Service CORE assigned prefix: {{(pid=99402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:39.173610 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 00:40:39.173943 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING neutron.quota.resource_registry [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] subnetpool is already registered Jun 22 00:40:39.174523 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: extensions {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.176038 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: address-groups {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.177528 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: address-scopes {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.178858 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: agents {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.180060 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: auto-allocated-topology {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.181329 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: availability_zones {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.182563 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: dhcp-networks {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.184137 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: dhcp-agents {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.186164 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: routers {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.187900 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: flavors {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.190285 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: service_profiles {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.191535 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: next_providers {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.193024 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: service_profiles {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.194550 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: floatingip-pools {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.196081 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: routers {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.197798 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: floatingips {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.199116 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: l3-routers {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.200609 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: l3-agents {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.202030 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: metering-labels {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.203332 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: metering-label-rules {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.204719 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: network-ip-availabilities {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.206019 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: bindings {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.207621 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: quotas {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.209173 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: quotas {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.210618 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: rbac-policies {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.211848 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: security-groups {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.213166 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: security-group-rules {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.214440 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: service-providers {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.216259 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: subnetpools {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.217693 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: subnetpools {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.219274 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: tags {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.220972 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: tags {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.222857 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: tags {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.224678 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: tags {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.226373 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: tags {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.228369 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: tags {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.230066 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: tags {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.232507 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: tags {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.234412 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: tags {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.236191 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron.api.extensions [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Extended resource: tags {{(pid=99402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:39.242415 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING keystonemiddleware.auth_token [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 00:40:39.246948 dv-cinder-753305-6-iscsi neutron-server[99402]: WARNING keystonemiddleware.auth_token [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 00:40:39.255243 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_concurrency.lockutils [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Acquired lock "singleton_lock" {{(pid=99402) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 00:40:39.255723 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_concurrency.lockutils [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Releasing lock "singleton_lock" {{(pid=99402) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 00:40:39.256383 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO oslo_service.service [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Starting 2 workers Jun 22 00:40:39.261159 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Started child 99507 {{(pid=99402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 00:40:39.266985 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Started child 99509 {{(pid=99402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 00:40:39.267364 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:39.268062 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO neutron.service [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 00:40:39.268682 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Notify callbacks [] for process, before_spawn {{(pid=99402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:39.268919 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [-] (99507) wsgi starting up on http://0.0.0.0:9696 Jun 22 00:40:39.269300 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 50166) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:40:39.271129 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO oslo_service.service [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Starting 1 workers Jun 22 00:40:39.271307 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:39.272676 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [-] (99509) wsgi starting up on http://0.0.0.0:9696 Jun 22 00:40:39.276317 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Started child 99510 {{(pid=99402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 00:40:39.276861 dv-cinder-753305-6-iscsi neutron-server[99402]: INFO oslo_service.service [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Starting 1 workers Jun 22 00:40:39.282962 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065749 Jun 22 00:40:39.283246 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.service [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] calling RpcWorker wait() {{(pid=99510) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 00:40:39.283246 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.service [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] returning from RpcWorker wait() {{(pid=99510) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 00:40:39.283246 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:39.284091 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Started child 99511 {{(pid=99402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 00:40:39.284236 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:39.284372 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG neutron_lib.callbacks.manager [None req-4a300813-3292-4b9c-9260-0a0a79447dbf None None] Notify callbacks [] for process, after_spawn {{(pid=99402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:39.286020 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99402) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 00:40:39.286241 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 00:40:39.286435 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 00:40:39.286655 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 00:40:39.287031 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 00:40:39.287203 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 00:40:39.287742 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.288034 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.288308 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.288576 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.288854 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.289453 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.289697 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.289982 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.290261 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.290519 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.290702 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.290867 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.291172 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.291411 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.291795 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.292095 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.292338 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.292638 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.292820 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.293081 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.293360 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.293674 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.294106 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] debug = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.294450 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.294941 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.295202 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.295471 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.295642 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:39.296101 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.296101 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.296239 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.296492 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.296740 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.297009 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.297231 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.297505 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.297751 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.297965 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.298221 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.298478 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.298705 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.299232 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] host = dv-cinder-753305-6-iscsi {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.299453 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.299680 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.299934 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.300198 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.300470 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.300708 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.300967 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.301204 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.301460 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.301686 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.301908 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.302163 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.302392 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.302646 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.302814 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_options = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.303088 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.303357 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.303640 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.303841 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.304017 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.304192 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.304464 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.304616 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.304870 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.305108 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.305333 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.305552 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.305776 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.305997 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.306268 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.306519 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.306754 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.307117 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.307387 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.307665 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.307895 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.308147 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.308387 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.308612 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.308833 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.309749 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.310189 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.310454 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.310692 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.311583 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.311583 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.311750 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.312016 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.312281 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.312551 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.312789 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.313028 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.313301 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.313541 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.313819 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.314137 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.314394 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.314653 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.314876 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.315579 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.315804 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_json = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.316025 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.318156 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.318445 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.319476 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.319476 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.319476 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.319476 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.319773 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.320562 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.320562 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.322260 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.322260 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.322530 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.322718 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.322999 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.323268 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.323507 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.323760 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.324070 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.324310 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.324623 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.325848 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.326120 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.326446 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.326693 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.327041 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.327781 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.327781 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.327781 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.328029 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.328282 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.329501 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.329501 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.329501 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.329501 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.329501 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.329858 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.329925 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.330155 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.330378 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.330653 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.330872 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.331123 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.331362 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.331629 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.331889 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.332117 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.332348 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.332582 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.332811 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.333030 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.333263 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.333478 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.333711 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.333930 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.334179 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.334396 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.334640 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.334879 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.335147 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.335365 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.335580 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.335807 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.336058 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.336287 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.336503 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.336722 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.336939 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.337184 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.337441 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.337680 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.337900 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.338137 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.338380 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.338615 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.338851 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.339116 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.339332 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.339552 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.339765 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.340004 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.340227 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.340599 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.341313 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.341554 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.341775 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.342024 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.342245 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.342463 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.342681 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.342896 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.344174 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.344460 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.344781 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.345857 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.346119 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.346349 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.346614 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.347418 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.347418 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.347418 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.347652 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.347798 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.348062 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.350878 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351024 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:39.351113 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351113 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351113 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351113 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351113 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351113 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351113 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351113 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351547 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351547 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351547 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.351968 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.352248 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.352521 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.353898 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.353898 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.354137 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.354621 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.354621 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.354886 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.355195 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.355433 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.355682 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.355918 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.356240 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.356470 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.356727 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.356980 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.357310 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.357550 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.357830 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.358074 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.358311 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.358529 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.358776 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.359180 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.359597 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.359817 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.360268 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.360754 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.361225 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.361711 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.362037 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.362347 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.362738 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.363020 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.363273 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.363494 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.363739 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.364064 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.364199 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.364608 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.365018 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.365441 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.365831 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.366211 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.366601 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.367020 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.367440 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.367842 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.368231 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.368454 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.368708 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.368930 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.369157 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.369411 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.369638 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.369862 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.370082 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.370317 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.370570 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.370816 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.371092 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.371346 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.371562 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.371952 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.372220 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.372485 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.372714 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.372964 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.373186 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.373403 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.373619 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.373846 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.374084 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.374319 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.374568 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.374785 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.375075 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.375325 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.375681 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.375906 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.376167 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.376400 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.376788 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.377189 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.377419 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.378005 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.378005 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.378175 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.378250 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.378494 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.378744 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.378999 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.379233 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.379445 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.379663 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.379880 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.380110 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.380403 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.381982 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.382218 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.382597 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.382999 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.383384 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.383738 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.384119 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.384505 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.384886 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.385275 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.385625 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.385851 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.386200 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.386497 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.386754 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.387006 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.387243 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.388157 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.388399 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.388652 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.388866 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.390351 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.390608 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.390839 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.391284 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.391550 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.391802 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.392095 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.392352 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.392604 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.392864 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.393207 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.393447 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.394150 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.394150 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.394150 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.394388 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.394637 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.394966 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.395426 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.395833 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.396240 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.396528 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.396821 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.397241 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.397605 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.397899 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.398427 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.398892 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.399163 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.399416 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.399685 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.399910 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.400150 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.400387 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.400624 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.400860 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.401122 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.401371 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.401599 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.401847 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.402079 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.402317 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.402553 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.402781 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.403180 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.403420 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.403579 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 00:40:39.404290 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99402) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 00:40:39.404597 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 00:40:39.404911 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 00:40:39.405284 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 00:40:39.405461 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 00:40:39.405612 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 00:40:39.405810 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.405975 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.406139 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.406301 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.406459 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.406640 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.406798 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.406974 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.407135 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.407289 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.407444 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.407780 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.408107 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.408431 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.408765 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.409074 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.409381 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.409702 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.410025 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.410360 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.410516 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.410837 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.411221 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] debug = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.411950 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.411950 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.411950 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.412239 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.412414 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.412634 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.413519 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.413519 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.413519 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.413519 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.413519 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.413849 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.413849 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.413988 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.414271 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.414562 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.414862 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.415062 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] host = dv-cinder-753305-6-iscsi {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.415370 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.415774 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.416096 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.416414 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.416948 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.417269 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.417621 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.417789 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.418045 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.418240 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.418361 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.419817 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.419817 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.419817 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.419817 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_options = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.419817 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.419817 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.420225 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.420225 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.420413 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.420413 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.420570 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.420865 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.421159 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.421448 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.421735 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.422033 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.422193 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.422344 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.422502 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.422657 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.422811 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.423065 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.423164 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.423281 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.423584 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.423802 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.423904 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.424051 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.424204 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.424334 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.424634 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.424792 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.424941 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.425094 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.425840 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.425840 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.425840 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.425840 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.425840 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.426153 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.426153 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.426271 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.426438 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.426562 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.426715 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.426871 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.427064 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.427200 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.427395 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.427495 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_json = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.427825 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.428146 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.428469 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.428628 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.428783 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.429703 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.429703 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.429703 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:39.429703 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.429703 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.429703 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.430082 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.430082 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.430202 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.430304 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.430458 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.430617 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.430778 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.431040 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.431147 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.431277 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.431435 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.431592 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.431754 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.431913 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.432070 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.432229 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.432386 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.432544 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.432703 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.432876 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.433033 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.433493 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.433493 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.433493 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.433710 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.433776 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.433935 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.434093 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.434368 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.434527 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.434686 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.435007 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.435173 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.435331 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.435491 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.435650 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.435811 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.435969 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.436128 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.436288 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.436446 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.436604 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.436764 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.436922 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.437081 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.437240 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.437397 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.437564 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.438053 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.438053 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.438053 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.438324 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.438324 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.438466 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.438595 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.438752 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.438908 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.439084 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.439257 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.439415 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.439571 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.439728 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.439887 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.440045 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.440202 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.440360 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.440517 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.440681 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.440846 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.440990 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.441151 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.441296 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.442035 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.442035 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.442035 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.442035 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.442035 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.442529 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.442529 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.442529 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.442867 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.442867 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.443882 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.444803 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.444803 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.444803 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.444803 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.444803 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.444803 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.445407 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.445407 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.445407 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.445407 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.446109 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.446109 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.446109 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.446420 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.446420 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.446611 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.446726 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.446830 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.447000 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.447160 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.447318 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.447476 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.447633 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.448103 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.448103 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.448103 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.448466 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.448466 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.448667 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.448667 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.448859 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.448988 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.449145 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.449303 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451068 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451068 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451068 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451068 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451068 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451068 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451437 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451437 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451579 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:39.451662 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451662 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451786 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.451888 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.452068 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.452225 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.452383 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.452546 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.452701 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.452902 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.453074 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.453172 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.453307 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.453484 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.453631 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.453835 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.453950 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.454076 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.454233 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.454391 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.454551 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.454710 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.454868 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.455117 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.455277 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.455435 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.455593 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.455751 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.455913 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.456065 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.456224 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.456375 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.456535 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.456686 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.456841 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.456999 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.457149 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.457302 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.457460 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.457610 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.457770 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.458651 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.458651 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.458651 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.458651 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.458651 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.458651 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.459082 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.459082 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.459203 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.459268 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.459434 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.459576 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.459764 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.459877 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.460819 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.460819 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.460819 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.460819 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.460819 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.460819 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.461408 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.461408 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.461408 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.461408 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.461735 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.461735 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.461880 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.461968 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.462076 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.462256 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.462409 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.462561 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.462709 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.462851 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.463050 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.464447 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.464447 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.464447 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.464447 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.464447 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.464447 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.464447 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.464447 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.464447 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.465098 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.465098 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.465098 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.465098 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.465380 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.465380 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.465631 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.466102 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.466102 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.466267 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.466340 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.466667 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.466667 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.466856 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.466963 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.467895 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.468077 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.468223 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.468541 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.468769 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.468867 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.474508 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.474508 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.474508 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.474508 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.474508 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.474508 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.474508 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.474508 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.475566 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.475566 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.475566 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.475566 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.475566 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.475566 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.475566 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.475566 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476027 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476027 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476027 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476027 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476027 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476027 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476027 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476027 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476463 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476463 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476463 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476463 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476463 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476463 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476463 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476463 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.476463 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.477546 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.477546 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.477546 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.477546 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.477546 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.477546 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.477546 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:39.478145 dv-cinder-753305-6-iscsi neutron-server[99402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 00:40:50.576483 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a35765-e6ee-4f4f-af46-5e6cfc64ad04 None None] get_active_networks_info from dv-cinder-753305-6-iscsi {{(pid=99510) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 00:40:50.641309 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a35765-e6ee-4f4f-af46-5e6cfc64ad04 None None] No non-hosted networks {{(pid=99510) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 00:40:50.648265 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.agentschedulers_db [None req-90a35765-e6ee-4f4f-af46-5e6cfc64ad04 None None] DHCP Agent not found on host dv-cinder-753305-6-iscsi {{(pid=99510) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 00:40:50.756279 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-50196b75-b0f5-445b-9aed-475c4f460ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081'] for agent, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:52.940635 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-48538f4e-4844-4ca2-9e34-210bc4581a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081'] for agent, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:52.990050 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-9e698691-8e55-4b04-af7d-a711727abac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:53.510289 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081'] for agent, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:53.511341 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.517856 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.519412 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.524539 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.529100 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.529696 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.534511 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.535887 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.539286 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.539904 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.541456 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.542033 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:53.542641 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-753305-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:53.558735 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-753305-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:54.562790 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081'] for agent, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:55.784522 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.db.l3_hamode_db [None req-794b5e6c-278a-411f-b950-af76484ddac8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 00:40:55.861050 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b5e6c-278a-411f-b950-af76484ddac8 None None] Routers set() bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:40:55.861439 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794b5e6c-278a-411f-b950-af76484ddac8 None None] Router IDs set() for agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 00:40:56.135051 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081'] for agent, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:57.054135 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 50274) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:40:57.541157 dv-cinder-753305-6-iscsi neutron-server[99509]: WARNING oslo_policy.policy [None req-ef3bb7ae-9c46-4fa0-92f9-5cc7545e7873 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:40:57.541736 dv-cinder-753305-6-iscsi neutron-server[99509]: WARNING oslo_policy.policy [None req-ef3bb7ae-9c46-4fa0-92f9-5cc7545e7873 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:40:57.763796 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [None req-ef3bb7ae-9c46-4fa0-92f9-5cc7545e7873 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:40:57.765031 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ef3bb7ae-9c46-4fa0-92f9-5cc7545e7873 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7088492 Jun 22 00:41:00.083435 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 50288) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:00.385749 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-9558735b-8912-40dc-8dd0-bb79e0fa1f33 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:00.478686 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.policy [None req-9558735b-8912-40dc-8dd0-bb79e0fa1f33 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99509) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 00:41:00.526068 dv-cinder-753305-6-iscsi neutron-server[99509]: WARNING oslo_policy.policy [None req-9558735b-8912-40dc-8dd0-bb79e0fa1f33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:41:00.526439 dv-cinder-753305-6-iscsi neutron-server[99509]: WARNING oslo_policy.policy [None req-9558735b-8912-40dc-8dd0-bb79e0fa1f33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:41:00.535705 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.quota [None req-9558735b-8912-40dc-8dd0-bb79e0fa1f33 admin admin] Loaded quota_driver: . Jun 22 00:41:00.626773 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9558735b-8912-40dc-8dd0-bb79e0fa1f33 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789294564478', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789294463633', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789294454503', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789294451933', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789294474848', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789294497467', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-604403', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-686060', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3898829', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3674151'] for rbac-policy, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:00.691334 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9558735b-8912-40dc-8dd0-bb79e0fa1f33 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:00.692519 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-9558735b-8912-40dc-8dd0-bb79e0fa1f33 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6081405 Jun 22 00:41:03.213578 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 50300) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:03.506900 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Request body: {'network': {'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'project_id': '6386d786ef454ba89879340cbe8897fd', 'name': 'private', 'admin_state_up': True}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:03.535046 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Made reservation on behalf of 6386d786ef454ba89879340cbe8897fd for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:41:03.537928 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:03.554399 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:03.677275 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:03.681031 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:03.686211 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:03.701769 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:41:03.730922 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789296614090', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:03.731879 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Unsubscribe: segment precommit_create {{(pid=99509) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 00:41:03.732355 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Added segment e63ae0f5-0b43-460d-8f3f-0a0522f65839 of type vlan for network 7b2d690f-9353-408b-b862-584c49262d69 Jun 22 00:41:03.749218 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e255c37-cf05-4683-8623-e305e3b557a3,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:03.774600 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.774964 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.775292 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.775607 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.775919 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.776248 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.776560 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.776863 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.777672 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.777980 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.778283 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.778582 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Tracked resource versions report: Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: pushed versions: Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: { 'AddressGroup': {'1.2'}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'ConntrackHelper': {'1.0'}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Log': {'1.0'}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Network': {'1.1'}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Port': {'1.7'}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'PortForwarding': {'1.2'}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'QosPolicy': {'1.8'}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SecurityGroup': {'1.4'}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SubPort': {'1.0'}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Subnet': {'1.1'}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Trunk': {'1.1'}} Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: consumer versions: Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: { DHCP agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: L3 agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: Metadata agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: Metering agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: Open vSwitch agent@dv-cinder-753305-6-iscsi: { 'AddressGroup': '1.2', Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'ConntrackHelper': '1.0', Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Log': '1.0', Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Network': '1.1', Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Port': '1.7', Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'PortForwarding': '1.2', Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'QosPolicy': '1.8', Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SecurityGroup': '1.4', Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SecurityGroupRule': '1.2', Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SubPort': '1.0', Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Subnet': '1.1', Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Trunk': '1.1'}} Jun 22 00:41:03.779673 dv-cinder-753305-6-iscsi neutron-server[99509]: {{(pid=99509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:41:03.853002 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:03.854786 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:03.904886 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:03.906440 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:03.907126 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:03.909822 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:03.986438 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7718124 Jun 22 00:41:04.004745 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Pushing event updated for resources: {'Network': ['ID=7b2d690f-9353-408b-b862-584c49262d69,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:04.008701 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:04.017346 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 7b2d690f-9353-408b-b862-584c49262d69 details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:41:06.616047 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 50314) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:07.018501 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ff68b-4df9-45c5-a1f7-5c80a24384e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:07.019871 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-a77ff68b-4df9-45c5-a1f7-5c80a24384e6 admin admin] 10.222.0.26 "GET /v2.0/networks/7b2d690f-9353-408b-b862-584c49262d69 HTTP/1.1" status: 200 len: 825 time: 0.4028859 Jun 22 00:41:07.044845 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-fbf4adac-537f-4ac0-bdd0-6430bd1cc9ae admin admin] 10.222.0.26 "GET /v2.0/subnetpools/183c6067-c0f5-420f-87e1-b643e21c3120 HTTP/1.1" status: 200 len: 734 time: 0.0187891 Jun 22 00:41:07.053331 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '7b2d690f-9353-408b-b862-584c49262d69', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'name': 'private-subnet', 'subnetpool_id': '183c6067-c0f5-420f-87e1-b643e21c3120', 'gateway_ip': '172.20.0.1'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:07.076426 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Made reservation on behalf of 6386d786ef454ba89879340cbe8897fd for: {'subnet': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:41:07.079059 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:07.393337 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061'] for subnet, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:07.395565 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:07.465096 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Checking segment: {'id': 'e63ae0f5-0b43-460d-8f3f-0a0522f65839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7b2d690f-9353-408b-b862-584c49262d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:41:07.465479 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Network hostable DHCP agents. Network: 7b2d690f-9353-408b-b862-584c49262d69, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:41:07.469820 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=564aa2e1-f631-4b61-b375-6e61bf7d0524,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:07.473553 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:07.490211 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Network 7b2d690f-9353-408b-b862-584c49262d69 is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:41:07.505072 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 7b2d690f-9353-408b-b862-584c49262d69) {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:07.510491 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:07.511321 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:07.515957 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8913ca-b441-4818-8df5-7b38187b8d56 None None] Network 7b2d690f-9353-408b-b862-584c49262d69 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:41:07.525401 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4754035 Jun 22 00:41:07.829576 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638d1852-ae40-5223-b29d-3a0a322fb1c4-7b2d690f-9353-408b-b862-584c49262d69', 'network_id': '7b2d690f-9353-408b-b862-584c49262d69', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'fixed_ips': [{'subnet_id': '564aa2e1-f631-4b61-b375-6e61bf7d0524'}]}} from dv-cinder-753305-6-iscsi. {{(pid=99510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:41:07.830844 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:08.096801 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.db_base_plugin_common [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Allocated IP 172.20.0.2 (7b2d690f-9353-408b-b862-584c49262d69/564aa2e1-f631-4b61-b375-6e61bf7d0524/a6213325-8b10-46f2-bdbc-e481819c5546) {{(pid=99510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:41:08.302818 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Notify callbacks [] for port, precommit_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:08.347405 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Transition to ACTIVE for port object a6213325-8b10-46f2-bdbc-e481819c5546 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:41:08.368536 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Transition to ACTIVE for port object a6213325-8b10-46f2-bdbc-e481819c5546 will not be triggered until provisioned by entity DHCP. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:41:08.377872 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:08.380437 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:08.447812 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Network 7b2d690f-9353-408b-b862-584c49262d69 is already hosted by enough agents. {{(pid=99510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:41:08.452804 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.base_scheduler [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Resources bound (agent type, host, resource id): {{(pid=99510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:08.456020 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Received port after_create {{(pid=99510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:41:08.467203 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Pushing event updated for resources: {'Port': ['ID=a6213325-8b10-46f2-bdbc-e481819c5546,revision_number=1']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:08.491073 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.491413 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.491739 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.492060 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.492378 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.492734 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.493049 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.493362 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.493673 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.493988 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.494298 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.494604 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Tracked resource versions report: Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: pushed versions: Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: { 'AddressGroup': {'1.2'}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'ConntrackHelper': {'1.0'}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Log': {'1.0'}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Network': {'1.1'}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Port': {'1.7'}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'PortForwarding': {'1.2'}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'QosPolicy': {'1.8'}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SecurityGroup': {'1.4'}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SubPort': {'1.0'}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Subnet': {'1.1'}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Trunk': {'1.1'}} Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: consumer versions: Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: { DHCP agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: L3 agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: Metadata agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: Metering agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: Open vSwitch agent@dv-cinder-753305-6-iscsi: { 'AddressGroup': '1.2', Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'ConntrackHelper': '1.0', Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Log': '1.0', Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Network': '1.1', Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Port': '1.7', Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'PortForwarding': '1.2', Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'QosPolicy': '1.8', Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SecurityGroup': '1.4', Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SecurityGroupRule': '1.2', Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SubPort': '1.0', Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Subnet': '1.1', Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Trunk': '1.1'}} Jun 22 00:41:08.495840 dv-cinder-753305-6-iscsi neutron-server[99510]: {{(pid=99510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:41:08.499456 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:08.546018 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Attempting to bind port a6213325-8b10-46f2-bdbc-e481819c5546 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:41:08.546650 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Attempting to bind port a6213325-8b10-46f2-bdbc-e481819c5546 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': 'e63ae0f5-0b43-460d-8f3f-0a0522f65839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7b2d690f-9353-408b-b862-584c49262d69'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:41:08.546856 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Attempting to bind port a6213325-8b10-46f2-bdbc-e481819c5546 on network 7b2d690f-9353-408b-b862-584c49262d69 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:41:08.551561 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:41:08.551966 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Checking segment: {'id': 'e63ae0f5-0b43-460d-8f3f-0a0522f65839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7b2d690f-9353-408b-b862-584c49262d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:41:08.552447 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:08.552831 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Bound using segment: {'id': 'e63ae0f5-0b43-460d-8f3f-0a0522f65839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7b2d690f-9353-408b-b862-584c49262d69'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:41:08.553287 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Bound port: a6213325-8b10-46f2-bdbc-e481819c5546, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63ae0f5-0b43-460d-8f3f-0a0522f65839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7b2d690f-9353-408b-b862-584c49262d69'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:41:08.553672 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:08.624669 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] For port a6213325-8b10-46f2-bdbc-e481819c5546, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:41:08.629179 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] For port a6213325-8b10-46f2-bdbc-e481819c5546, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=a6213325-8b10-46f2-bdbc-e481819c5546,segment=NetworkSegment(e63ae0f5-0b43-460d-8f3f-0a0522f65839),segment_id=e63ae0f5-0b43-460d-8f3f-0a0522f65839)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:41:08.632664 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:08.638618 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:08.711039 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Pushing event updated for resources: {'Port': ['ID=a6213325-8b10-46f2-bdbc-e481819c5546,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:08.714076 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:09.880233 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 50322) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:10.192077 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [None req-6bdf94dc-e7e9-465f-9ef7-029c339e251b admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:41:10.193078 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-6bdf94dc-e7e9-465f-9ef7-029c339e251b admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118384 Jun 22 00:41:12.548762 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 50330) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:12.863662 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [None req-a6fefe02-50b1-4560-bb04-5842bbfa5954 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:41:12.864643 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-a6fefe02-50b1-4560-bb04-5842bbfa5954 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3148909 Jun 22 00:41:14.672462 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653af69c-aaa3-4e5f-bcda-6ad69f2e3020 None None] Network 7b2d690f-9353-408b-b862-584c49262d69 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:41:14.737056 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-7570233d-b547-4154-b576-898799cc495c None None] Provisioning for port a6213325-8b10-46f2-bdbc-e481819c5546 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:41:15.446512 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 50344) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:15.554519 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a6213325-8b10-46f2-bdbc-e481819c5546 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:15.633304 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port a6213325-8b10-46f2-bdbc-e481819c5546 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:41:15.637125 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port a6213325-8b10-46f2-bdbc-e481819c5546 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:15.637522 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:15.741009 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:15.751938 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-512b5c35-4d67-417a-bf76-4222c9566528 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6386d786ef454ba89879340cbe8897fd'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:15.775723 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-512b5c35-4d67-417a-bf76-4222c9566528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26072'] for router, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:15.776333 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port a6213325-8b10-46f2-bdbc-e481819c5546, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=a6213325-8b10-46f2-bdbc-e481819c5546,segment=NetworkSegment(e63ae0f5-0b43-460d-8f3f-0a0522f65839),segment_id=e63ae0f5-0b43-460d-8f3f-0a0522f65839)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:41:15.778163 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-512b5c35-4d67-417a-bf76-4222c9566528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3828967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26067'] for router, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:15.780936 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:15.783512 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:15.831247 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=a6213325-8b10-46f2-bdbc-e481819c5546,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:15.834346 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:15.914278 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-512b5c35-4d67-417a-bf76-4222c9566528 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:15.919337 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-512b5c35-4d67-417a-bf76-4222c9566528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785236'] for router, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:15.931184 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-512b5c35-4d67-417a-bf76-4222c9566528 admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:15.932341 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-512b5c35-4d67-417a-bf76-4222c9566528 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4848452 Jun 22 00:41:17.545777 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a6213325-8b10-46f2-bdbc-e481819c5546 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:17.594207 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port a6213325-8b10-46f2-bdbc-e481819c5546 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:17.594580 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:18.253525 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 50352) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:18.565125 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [None req-4033a179-26fb-446a-9517-c60d1e47e663 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:41:18.566094 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-4033a179-26fb-446a-9517-c60d1e47e663 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3116386 Jun 22 00:41:20.492331 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-858975ca-e3bd-49cb-b29f-fa4b4224e910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:20.899389 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 50360) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:21.199340 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:21.219970 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Made reservation on behalf of dd221673c4174f078a9a92bcd75c9665 for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:41:21.222296 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:21.232439 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:21.317187 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:21.320977 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:21.324747 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:21.334897 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Reserving flat network on physical network physnet1 {{(pid=99509) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 00:41:21.359901 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:21.360269 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Added segment 4989186b-ed1f-4183-8a68-9996df2d9bf5 of type flat for network 88674bb2-d018-41a5-a891-26911eb48c6d Jun 22 00:41:21.361547 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b09198-d326-467c-8c35-438460edefa1,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:21.364504 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:21.408967 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:21.443204 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:21.444435 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:21.445255 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:21.447902 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:21.501322 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6009014 Jun 22 00:41:21.505900 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Pushing event updated for resources: {'Network': ['ID=88674bb2-d018-41a5-a891-26911eb48c6d,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:21.508849 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:21.519447 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 88674bb2-d018-41a5-a891-26911eb48c6d details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:41:22.937022 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a176dd0c-513a-4f12-8c87-ff82ff5ec54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:23.512503 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:23.782310 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 50368) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:24.264163 dv-cinder-753305-6-iscsi neutron-server[99507]: WARNING oslo_policy.policy [None req-8280ebc9-b22b-41b5-b776-f9dfeac9603d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:41:24.264743 dv-cinder-753305-6-iscsi neutron-server[99507]: WARNING oslo_policy.policy [None req-8280ebc9-b22b-41b5-b776-f9dfeac9603d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:41:24.477328 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:24.667693 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.policy [None req-8280ebc9-b22b-41b5-b776-f9dfeac9603d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99507) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 00:41:24.715459 dv-cinder-753305-6-iscsi neutron-server[99507]: WARNING oslo_policy.policy [None req-8280ebc9-b22b-41b5-b776-f9dfeac9603d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:41:24.715829 dv-cinder-753305-6-iscsi neutron-server[99507]: WARNING oslo_policy.policy [None req-8280ebc9-b22b-41b5-b776-f9dfeac9603d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:41:24.724105 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8280ebc9-b22b-41b5-b776-f9dfeac9603d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:24.725729 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-8280ebc9-b22b-41b5-b776-f9dfeac9603d admin admin] 10.222.0.26 "GET /v2.0/subnets/564aa2e1-f631-4b61-b375-6e61bf7d0524 HTTP/1.1" status: 200 len: 849 time: 0.9422238 Jun 22 00:41:24.888078 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-1f2bd534-b625-44f8-b3bd-8e52cc053c3f admin admin] 10.222.0.26 "GET /v2.0/routers/bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 HTTP/1.1" status: 200 len: 704 time: 0.1564724 Jun 22 00:41:25.142452 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:25.459282 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Allocated IP 172.20.0.1 (7b2d690f-9353-408b-b862-584c49262d69/564aa2e1-f631-4b61-b375-6e61bf7d0524/89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:41:25.663532 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:25.688657 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Transition to ACTIVE for port object 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:41:25.768998 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:25.772868 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:25.806756 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Network 7b2d690f-9353-408b-b862-584c49262d69 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:41:25.808169 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:25.879289 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:41:25.880180 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787516'] for router_interface, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:25.901872 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Pushing event updated for resources: {'Port': ['ID=89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:25.952512 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.952863 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.953198 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.953521 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.953838 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.954244 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.954565 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.954878 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.955237 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.955552 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.955860 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.956165 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Tracked resource versions report: Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: pushed versions: Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: { 'AddressGroup': {'1.2'}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'ConntrackHelper': {'1.0'}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Log': {'1.0'}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Network': {'1.1'}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Port': {'1.7'}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'PortForwarding': {'1.2'}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'QosPolicy': {'1.8'}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SecurityGroup': {'1.4'}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SubPort': {'1.0'}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Subnet': {'1.1'}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Trunk': {'1.1'}} Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: consumer versions: Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: { DHCP agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: L3 agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: Metadata agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: Metering agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: Open vSwitch agent@dv-cinder-753305-6-iscsi: { 'AddressGroup': '1.2', Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'ConntrackHelper': '1.0', Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Log': '1.0', Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Network': '1.1', Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Port': '1.7', Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'PortForwarding': '1.2', Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'QosPolicy': '1.8', Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SecurityGroup': '1.4', Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SecurityGroupRule': '1.2', Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SubPort': '1.0', Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Subnet': '1.1', Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Trunk': '1.1'}} Jun 22 00:41:25.957254 dv-cinder-753305-6-iscsi neutron-server[99507]: {{(pid=99507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:41:25.982030 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:26.043202 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-ecf0f083-b767-4350-8ee7-a5c217e7448f None None] Provisioning for port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:41:26.047039 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-ecf0f083-b767-4350-8ee7-a5c217e7448f None None] Provisioning complete for port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:26.047413 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-ecf0f083-b767-4350-8ee7-a5c217e7448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:26.088068 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-ecf0f083-b767-4350-8ee7-a5c217e7448f None None] Port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:41:26.093061 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:26.102316 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:26.280984 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:26.285140 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:26.286268 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824359'] for router_interface, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:26.288610 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:26.367059 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Pushing event updated for resources: {'Port': ['ID=89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:26.370425 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:26.408875 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Network 7b2d690f-9353-408b-b862-584c49262d69 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:41:26.410091 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:26.609951 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-cb873f84-6a43-4942-ae27-3a8a12f8eb45 None None] Provisioning complete for port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:26.610427 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cb873f84-6a43-4942-ae27-3a8a12f8eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:26.615947 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Router bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 is scheduled to L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 with binding_index 1 {{(pid=99507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:41:26.643920 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-cb873f84-6a43-4942-ae27-3a8a12f8eb45 None None] Port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:41:26.704566 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:41:26.709819 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] 10.222.0.26 "PUT /v2.0/routers/bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8169708 Jun 22 00:41:26.713850 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Sync routers for ids ['bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:41:26.725019 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Routers {'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:41:26.725845 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-c52079d7-1864-45df-9364-ef3241216853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:41:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:26.908896 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Set router bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 gateway port host: None {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:41:27.329275 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-c52079d7-1864-45df-9364-ef3241216853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'name': 'router1', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:15Z', 'updated_at': '2021-06-22T00:41:26Z', 'revision_number': 2, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'gw_port_host': None, '_interfaces': [{'id': '89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d', 'name': '', 'network_id': '7b2d690f-9353-408b-b862-584c49262d69', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'mac_address': 'fa:16:3e:4a:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:25Z', 'updated_at': '2021-06-22T00:41:26Z', 'revision_number': 2, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'subnets': [{'id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '183c6067-c0f5-420f-87e1-b643e21c3120'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:27.380137 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Checking router: bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:41:27.380507 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Updating router bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d binding host dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:41:27.442076 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:27.928568 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Notify callbacks [] for port, precommit_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:27.946380 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.provisioning_blocks [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Transition to ACTIVE for port object 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d will not be triggered until provisioned by entity L2. {{(pid=99511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:41:27.953425 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:27.957566 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:28.146869 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Pushing event updated for resources: {'Port': ['ID=89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d,revision_number=3']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:28.166525 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.168052 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.168052 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.168052 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.168052 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.168370 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.168447 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.168779 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.169099 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.169631 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.169807 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.170082 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Tracked resource versions report: Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: pushed versions: Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: { 'AddressGroup': {'1.2'}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'ConntrackHelper': {'1.0'}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Log': {'1.0'}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Network': {'1.1'}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Port': {'1.7'}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'PortForwarding': {'1.2'}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'QosPolicy': {'1.8'}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SecurityGroup': {'1.4'}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SubPort': {'1.0'}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Subnet': {'1.1'}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Trunk': {'1.1'}} Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: consumer versions: Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: { DHCP agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: L3 agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: Metadata agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: Metering agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: Open vSwitch agent@dv-cinder-753305-6-iscsi: { 'AddressGroup': '1.2', Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'ConntrackHelper': '1.0', Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Log': '1.0', Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Network': '1.1', Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Port': '1.7', Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'PortForwarding': '1.2', Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'QosPolicy': '1.8', Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SecurityGroup': '1.4', Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SecurityGroupRule': '1.2', Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SubPort': '1.0', Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Subnet': '1.1', Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Trunk': '1.1'}} Jun 22 00:41:28.171203 dv-cinder-753305-6-iscsi neutron-server[99511]: {{(pid=99511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:41:28.175663 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Attempting to bind port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:41:28.176065 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Attempting to bind port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': 'e63ae0f5-0b43-460d-8f3f-0a0522f65839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7b2d690f-9353-408b-b862-584c49262d69'}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:41:28.176490 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Attempting to bind port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d on network 7b2d690f-9353-408b-b862-584c49262d69 {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:41:28.178504 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:28.182146 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:41:28.183101 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Checking segment: {'id': 'e63ae0f5-0b43-460d-8f3f-0a0522f65839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7b2d690f-9353-408b-b862-584c49262d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:41:28.183596 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:28.183975 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Bound using segment: {'id': 'e63ae0f5-0b43-460d-8f3f-0a0522f65839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7b2d690f-9353-408b-b862-584c49262d69'} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:41:28.184456 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Bound port: 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63ae0f5-0b43-460d-8f3f-0a0522f65839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7b2d690f-9353-408b-b862-584c49262d69'}}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:41:28.184822 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:28.248349 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-c52079d7-1864-45df-9364-ef3241216853 None None] For port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:41:28.268809 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-c52079d7-1864-45df-9364-ef3241216853 None None] For port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d,segment=NetworkSegment(e63ae0f5-0b43-460d-8f3f-0a0522f65839),segment_id=e63ae0f5-0b43-460d-8f3f-0a0522f65839)] {{(pid=99511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:41:28.273698 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:28.277161 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:28.330818 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Routers {'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:41:28.331467 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-c52079d7-1864-45df-9364-ef3241216853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:41:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:28.334364 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Pushing event updated for resources: {'Port': ['ID=89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d,revision_number=4']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:28.368181 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:28.422435 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-c52079d7-1864-45df-9364-ef3241216853 None None] Set router bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 gateway port host: None {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:41:28.626109 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-c52079d7-1864-45df-9364-ef3241216853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'name': 'router1', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:15Z', 'updated_at': '2021-06-22T00:41:26Z', 'revision_number': 2, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'gw_port_host': None, '_interfaces': [{'id': '89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d', 'name': '', 'network_id': '7b2d690f-9353-408b-b862-584c49262d69', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'mac_address': 'fa:16:3e:4a:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:25Z', 'updated_at': '2021-06-22T00:41:28Z', 'revision_number': 4, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'subnets': [{'id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '183c6067-c0f5-420f-87e1-b643e21c3120'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:28.650599 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52079d7-1864-45df-9364-ef3241216853 None None] The sync data for ids ['bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'] in dv-cinder-753305-6-iscsi is: [{'id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'name': 'router1', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:15Z', 'updated_at': '2021-06-22T00:41:26Z', 'revision_number': 2, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'gw_port_host': None, '_interfaces': [{'id': '89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d', 'name': '', 'network_id': '7b2d690f-9353-408b-b862-584c49262d69', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'mac_address': 'fa:16:3e:4a:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:25Z', 'updated_at': '2021-06-22T00:41:28Z', 'revision_number': 4, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'subnets': [{'id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '183c6067-c0f5-420f-87e1-b643e21c3120'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:41:28.943759 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 50400) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:29.067140 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85726fa-f850-4c1e-b245-9d510ea2e357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:29.068492 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-d85726fa-f850-4c1e-b245-9d510ea2e357 admin admin] 10.222.0.26 "GET /v2.0/networks/88674bb2-d018-41a5-a891-26911eb48c6d HTTP/1.1" status: 200 len: 842 time: 0.1238446 Jun 22 00:41:29.078142 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'gateway_ip': '172.27.0.1'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:29.079541 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.quota [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Loaded quota_driver: . Jun 22 00:41:29.116720 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Made reservation on behalf of dd221673c4174f078a9a92bcd75c9665 for: {'subnet': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:41:29.119161 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:29.431321 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.objects.ports [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99507) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 00:41:29.431669 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061'] for subnet, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:29.434557 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:29.483324 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1ed351-6ea4-422f-82b5-232ac75c6d13,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:29.499852 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Checking segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:41:29.500202 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Network hostable DHCP agents. Network: 88674bb2-d018-41a5-a891-26911eb48c6d, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:41:29.502224 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:29.522065 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Network 88674bb2-d018-41a5-a891-26911eb48c6d is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:41:29.532778 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 88674bb2-d018-41a5-a891-26911eb48c6d) {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:29.540636 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1847b37-1ed2-4d6e-950a-2183068b1962 None None] Network 88674bb2-d018-41a5-a891-26911eb48c6d requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:41:29.541084 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:29.541651 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:29.564039 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4893389 Jun 22 00:41:29.671884 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e67ad2-0f47-4c91-9041-d281749cc1b5 None None] Network 88674bb2-d018-41a5-a891-26911eb48c6d requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:41:31.567064 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:31.617324 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:41:31.621266 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:31.621624 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:31.705277 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:31.741602 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d,segment=NetworkSegment(e63ae0f5-0b43-460d-8f3f-0a0522f65839),segment_id=e63ae0f5-0b43-460d-8f3f-0a0522f65839)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:41:31.746797 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:31.750058 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:31.795085 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:31.798778 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:31.836695 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 50422) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:31.966874 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-7e95471f-e502-48c7-9935-53868ea64147 admin admin] 10.222.0.26 "GET /v2.0/routers/bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 HTTP/1.1" status: 200 len: 710 time: 0.1290503 Jun 22 00:41:32.049953 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ecbef4-4e83-49ad-a0fd-44a32efb860e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:32.051328 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b9ecbef4-4e83-49ad-a0fd-44a32efb860e admin admin] 10.222.0.26 "GET /v2.0/networks/88674bb2-d018-41a5-a891-26911eb48c6d HTTP/1.1" status: 200 len: 886 time: 0.0794170 Jun 22 00:41:32.060093 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:32.298900 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26053'] for router, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:32.594000 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:32.669606 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:32.768199 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Allocated IP 172.27.0.148 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/588a47fb-9907-4c56-8d0d-0a8e55697b6e) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:41:32.867401 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:32.905070 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:32.907854 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:32.941552 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:41:32.944096 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:32.947984 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:41:32.984232 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Pushing event updated for resources: {'Port': ['ID=588a47fb-9907-4c56-8d0d-0a8e55697b6e,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:33.008792 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:33.187874 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:33.373233 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26053'] for router, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:33.376379 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3786734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3786713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3828837'] for router, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:33.478978 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Router bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:41:33.546158 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:33.584295 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:41:33.588449 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Notify callbacks [] for router, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:33.589913 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] 10.222.0.26 "PUT /v2.0/routers/bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 HTTP/1.1" status: 200 len: 890 time: 1.5333295 Jun 22 00:41:33.598802 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:33.599280 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:33.683097 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Sync routers for ids ['bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:41:33.703886 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Routers {'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:41:33.704560 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:41:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:33.945511 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Set router bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:41:34.330121 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'name': 'router1', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '588a47fb-9907-4c56-8d0d-0a8e55697b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:15Z', 'updated_at': '2021-06-22T00:41:33Z', 'revision_number': 4, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'gw_port': {'id': '588a47fb-9907-4c56-8d0d-0a8e55697b6e', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:32Z', 'updated_at': '2021-06-22T00:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d', 'name': '', 'network_id': '7b2d690f-9353-408b-b862-584c49262d69', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'mac_address': 'fa:16:3e:4a:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:25Z', 'updated_at': '2021-06-22T00:41:31Z', 'revision_number': 5, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'subnets': [{'id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '183c6067-c0f5-420f-87e1-b643e21c3120'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:34.380538 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Checking router: bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:41:34.380890 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Updating router bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 port 588a47fb-9907-4c56-8d0d-0a8e55697b6e binding host dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:41:34.412881 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:34.730088 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Notify callbacks [] for port, precommit_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:34.739675 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Transition to ACTIVE for port object 588a47fb-9907-4c56-8d0d-0a8e55697b6e will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:41:34.745600 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:34.747763 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:34.802947 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7834637-c0db-4eda-9bb4-e0e6195500ad None None] Pushing event updated for resources: {'Port': ['ID=588a47fb-9907-4c56-8d0d-0a8e55697b6e,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:34.806591 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-e7834637-c0db-4eda-9bb4-e0e6195500ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:34.808453 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Attempting to bind port 588a47fb-9907-4c56-8d0d-0a8e55697b6e on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:41:34.808819 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Attempting to bind port 588a47fb-9907-4c56-8d0d-0a8e55697b6e by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:41:34.809179 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Attempting to bind port 588a47fb-9907-4c56-8d0d-0a8e55697b6e on network 88674bb2-d018-41a5-a891-26911eb48c6d {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:41:34.814325 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:41:34.814697 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Checking segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:41:34.815244 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:34.815631 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Bound using segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:41:34.816130 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Bound port: 588a47fb-9907-4c56-8d0d-0a8e55697b6e, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:41:34.816483 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:34.864818 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] For port 588a47fb-9907-4c56-8d0d-0a8e55697b6e, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:41:34.867963 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] For port 588a47fb-9907-4c56-8d0d-0a8e55697b6e, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=588a47fb-9907-4c56-8d0d-0a8e55697b6e,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:41:34.872430 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:34.874732 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-1f969687-8de7-49d6-9a76-5bb5f325bc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:34.931256 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Routers {'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:41:34.931894 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:41:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:34.934007 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7834637-c0db-4eda-9bb4-e0e6195500ad None None] Pushing event updated for resources: {'Port': ['ID=588a47fb-9907-4c56-8d0d-0a8e55697b6e,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:34.937835 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-e7834637-c0db-4eda-9bb4-e0e6195500ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:35.109500 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] Set router bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:41:35.317406 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'name': 'router1', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '588a47fb-9907-4c56-8d0d-0a8e55697b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:15Z', 'updated_at': '2021-06-22T00:41:33Z', 'revision_number': 4, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'gw_port': {'id': '588a47fb-9907-4c56-8d0d-0a8e55697b6e', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:32Z', 'updated_at': '2021-06-22T00:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d', 'name': '', 'network_id': '7b2d690f-9353-408b-b862-584c49262d69', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'mac_address': 'fa:16:3e:4a:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:25Z', 'updated_at': '2021-06-22T00:41:31Z', 'revision_number': 5, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'subnets': [{'id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '183c6067-c0f5-420f-87e1-b643e21c3120'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:35.343529 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377d4ec-cc90-4296-84a1-c73f1ebb165b None None] The sync data for ids ['bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2'] in dv-cinder-753305-6-iscsi is: [{'id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'name': 'router1', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '588a47fb-9907-4c56-8d0d-0a8e55697b6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:15Z', 'updated_at': '2021-06-22T00:41:33Z', 'revision_number': 4, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'gw_port': {'id': '588a47fb-9907-4c56-8d0d-0a8e55697b6e', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:62:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:32Z', 'updated_at': '2021-06-22T00:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d', 'name': '', 'network_id': '7b2d690f-9353-408b-b862-584c49262d69', 'tenant_id': '6386d786ef454ba89879340cbe8897fd', 'mac_address': 'fa:16:3e:4a:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6ea12-c88a-4fc1-be28-f9ab05ba4bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:25Z', 'updated_at': '2021-06-22T00:41:31Z', 'revision_number': 5, 'project_id': '6386d786ef454ba89879340cbe8897fd', 'subnets': [{'id': '564aa2e1-f631-4b61-b375-6e61bf7d0524', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '183c6067-c0f5-420f-87e1-b643e21c3120'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:41:35.587216 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 588a47fb-9907-4c56-8d0d-0a8e55697b6e up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:35.646107 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 588a47fb-9907-4c56-8d0d-0a8e55697b6e completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:41:35.650266 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 588a47fb-9907-4c56-8d0d-0a8e55697b6e triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:35.650696 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:35.728254 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:35.749491 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 588a47fb-9907-4c56-8d0d-0a8e55697b6e, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=588a47fb-9907-4c56-8d0d-0a8e55697b6e,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:41:35.753919 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:35.756355 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:35.804847 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=588a47fb-9907-4c56-8d0d-0a8e55697b6e,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:35.808013 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:35.983156 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 50430) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:36.113348 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-878db3a0-60fe-4344-be34-a446928666b2 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1290669 Jun 22 00:41:37.547503 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 588a47fb-9907-4c56-8d0d-0a8e55697b6e up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:37.595717 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 588a47fb-9907-4c56-8d0d-0a8e55697b6e triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:37.596092 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:48.370766 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 5 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:41:50.502068 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0e8e8b39-648b-4dc8-97ef-9f0714fc7f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:52.939099 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f5f89a2f-1d62-49c8-91d3-483ec1e6366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:53.532151 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:54.496076 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:56.111522 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:20.493730 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-5264a436-10b6-44e5-be85-e80c6f210c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:22.941285 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-3c883099-742c-470e-9e9f-c5995ed058c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:23.516066 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:24.486099 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:25.369443 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 5 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:42:26.114295 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:50.496290 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-570dde26-ac50-4107-aed2-9bef27bab616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:52.943224 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-7b4ff108-34bf-4112-bcc6-4625b3ef040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:53.517556 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:54.484564 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:56.115814 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:02.367624 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 5 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:43:12.376018 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 50998) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:12.434560 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cc9387-3dca-4837-8e53-6e66893e200c admin admin] GET failed (client error): The resource could not be found. Jun 22 00:43:12.435870 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-21cc9387-3dca-4837-8e53-6e66893e200c admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0588915 Jun 22 00:43:12.589710 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5375827-4edd-4f3a-9fca-bfe622c89cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:12.591090 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-d5375827-4edd-4f3a-9fca-bfe622c89cb7 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1512480 Jun 22 00:43:14.730068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51008) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:14.893152 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4993b-7392-4b7c-8359-45981a06f0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:14.894475 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-3da4993b-7392-4b7c-8359-45981a06f0c3 admin admin] 10.222.0.26 "GET /v2.0/subnets/564aa2e1-f631-4b61-b375-6e61bf7d0524 HTTP/1.1" status: 200 len: 849 time: 0.1635299 Jun 22 00:43:14.904580 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:43:14.984907 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Notify callbacks [] for subnet, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:15.120889 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789296533724'] for subnet, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:15.123930 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:43:15.152323 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:15.152463 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:15.154382 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] 10.222.0.26 "PUT /v2.0/subnets/564aa2e1-f631-4b61-b375-6e61bf7d0524 HTTP/1.1" status: 200 len: 868 time: 0.2537062 Jun 22 00:43:15.155872 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e55282-45d7-4a9b-a68c-c0658917e257 None None] Network 7b2d690f-9353-408b-b862-584c49262d69 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:43:15.174707 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=564aa2e1-f631-4b61-b375-6e61bf7d0524,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:43:15.182611 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.183002 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.183341 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.183714 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.184039 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.184382 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.184707 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.185026 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.185358 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.185688 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.186004 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.186316 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:15.190159 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:43:15.490166 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-0c8ba3f2-ce87-46bc-8ed6-388b342d8490 None None] Provisioning complete for port 89ff1587-2b6b-4e16-b552-6f6ec7aa9f4d triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:43:15.491149 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0c8ba3f2-ce87-46bc-8ed6-388b342d8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:15.577204 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-0c8ba3f2-ce87-46bc-8ed6-388b342d8490 None None] Provisioning complete for port a6213325-8b10-46f2-bdbc-e481819c5546 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:43:15.577591 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0c8ba3f2-ce87-46bc-8ed6-388b342d8490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:17.284059 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51016) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:17.481215 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31346ebf-3ef4-48da-afda-2dc0b28a86dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:17.481703 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31346ebf-3ef4-48da-afda-2dc0b28a86dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:17.483249 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-31346ebf-3ef4-48da-afda-2dc0b28a86dc admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981282 Jun 22 00:43:19.640265 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51024) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:19.767064 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff6609-14f9-4f42-b661-b1dde9ecdb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:19.767590 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff6609-14f9-4f42-b661-b1dde9ecdb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:19.769110 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-d6ff6609-14f9-4f42-b661-b1dde9ecdb85 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1279166 Jun 22 00:43:20.500009 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-02bed016-4986-4239-b7c7-db1422e6d2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:21.904739 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51032) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:22.029473 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab62d3f3-ff1b-4d3b-8621-c0e7f77d3c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:22.030775 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-ab62d3f3-ff1b-4d3b-8621-c0e7f77d3c83 admin admin] 10.222.0.26 "GET /v2.0/networks/7b2d690f-9353-408b-b862-584c49262d69 HTTP/1.1" status: 200 len: 869 time: 0.1250975 Jun 22 00:43:22.945361 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-bee2a0bd-af38-4ce0-95e8-bebf6404eec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:23.520011 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:24.172559 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51040) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:24.292911 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae2702b-5c76-43d0-835d-921f637e59cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:24.294240 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-eae2702b-5c76-43d0-835d-921f637e59cc admin admin] 10.222.0.26 "GET /v2.0/networks/88674bb2-d018-41a5-a891-26911eb48c6d HTTP/1.1" status: 200 len: 886 time: 0.1207557 Jun 22 00:43:24.489243 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:26.119701 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:26.401916 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51048) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:26.525726 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27979787-e3e2-490c-aa18-aa32e7dae832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:26.526186 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27979787-e3e2-490c-aa18-aa32e7dae832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:26.527699 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-27979787-e3e2-490c-aa18-aa32e7dae832 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248462 Jun 22 00:43:28.628057 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51058) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:28.719794 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0cb34d-d8c0-4a94-a3ea-49536c714d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:28.720245 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0cb34d-d8c0-4a94-a3ea-49536c714d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:28.721713 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-0d0cb34d-d8c0-4a94-a3ea-49536c714d96 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927486 Jun 22 00:43:30.851795 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51066) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:30.940624 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b01875d-ff95-4c67-b727-4f077089a2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:30.941915 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-2b01875d-ff95-4c67-b727-4f077089a2e2 admin admin] 10.222.0.26 "GET /v2.0/subnets/564aa2e1-f631-4b61-b375-6e61bf7d0524 HTTP/1.1" status: 200 len: 868 time: 0.0891905 Jun 22 00:43:33.068370 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51074) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:33.153197 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece6bd96-6017-4c12-be37-c6c48fe00a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:33.154499 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-ece6bd96-6017-4c12-be37-c6c48fe00a5e admin admin] 10.222.0.26 "GET /v2.0/subnets/da1ed351-6ea4-422f-82b5-232ac75c6d13 HTTP/1.1" status: 200 len: 816 time: 0.0851786 Jun 22 00:43:39.367371 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 5 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:43:50.500934 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-520453a1-7bc5-45a8-b0cf-33dfadc2766c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:52.945131 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-55286781-b3ae-458e-85b1-9f1d956b25d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:53.523183 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:54.494386 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:56.122441 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:56.285692 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51118) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:56.331345 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [None req-b2f17527-2c29-4a60-bd26-ff8d2c8de4a3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:43:56.332370 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b2f17527-2c29-4a60-bd26-ff8d2c8de4a3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457463 Jun 22 00:43:58.509064 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51126) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:58.567677 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.pecan_wsgi.hooks.translation [None req-8400c3ad-a961-4374-8465-ca3726363936 admin admin] GET failed (client error): The resource could not be found. Jun 22 00:43:58.569219 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-8400c3ad-a961-4374-8465-ca3726363936 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592389 Jun 22 00:43:58.650273 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba10b08-3bfc-433a-a0fa-bc8f506665e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:58.651715 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-fba10b08-3bfc-433a-a0fa-bc8f506665e7 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0787060 Jun 22 00:44:00.795805 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51134) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:44:00.842688 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:44:00.865615 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Made reservation on behalf of dd221673c4174f078a9a92bcd75c9665 for: {'network': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:44:00.867970 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:00.898420 dv-cinder-753305-6-iscsi neutron-server[99507]: WARNING neutron.services.revisions.revision_plugin [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Could not find related network for resource to bump revision. Jun 22 00:44:00.914813 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=99507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:44:00.928068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789296614090', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:00.928589 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Unsubscribe: segment precommit_create {{(pid=99507) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 00:44:00.929029 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.segments_db [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Added segment 1544e9c5-b4bd-46ea-b020-47c4d6825bc8 of type vlan for network 801bb010-2084-4f85-849b-c788261e4bdf Jun 22 00:44:00.973305 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:01.011610 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:01.012840 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:44:01.013415 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:01.016132 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:44:01.088108 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2911658 Jun 22 00:44:01.107783 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Pushing event updated for resources: {'Network': ['ID=801bb010-2084-4f85-849b-c788261e4bdf,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:44:01.111310 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:44:01.119797 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 801bb010-2084-4f85-849b-c788261e4bdf details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:44:03.243217 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51142) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:44:03.299790 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.pecan_wsgi.hooks.translation [None req-500b379c-2367-4a36-a0d7-3dd5568f84ed admin admin] GET failed (client error): The resource could not be found. Jun 22 00:44:03.301114 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-500b379c-2367-4a36-a0d7-3dd5568f84ed admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0569277 Jun 22 00:44:03.370532 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea97ae5-c0ab-4959-b881-1cd56af46537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:44:03.371961 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-dea97ae5-c0ab-4959-b881-1cd56af46537 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665889 Jun 22 00:44:03.381737 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:44:03.401266 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Made reservation on behalf of dd221673c4174f078a9a92bcd75c9665 for: {'subnet': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:44:03.403580 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:03.561745 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061'] for subnet, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:03.564566 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2267884e-fd0c-4ceb-be61-ed9350519c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:44:03.619185 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd31b7a4-fcdb-4ee3-979d-7799a8c1e4ff,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:44:03.621525 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Checking segment: {'id': '1544e9c5-b4bd-46ea-b020-47c4d6825bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:44:03.621875 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Network hostable DHCP agents. Network: 801bb010-2084-4f85-849b-c788261e4bdf, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:44:03.624718 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:44:03.637975 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Network 801bb010-2084-4f85-849b-c788261e4bdf is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:44:03.646322 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 801bb010-2084-4f85-849b-c788261e4bdf) {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:44:03.651055 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:44:03.651638 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:03.656667 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f97f51-c248-4c82-b00e-7585b39d5dae None None] Network 801bb010-2084-4f85-849b-c788261e4bdf requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:44:03.666310 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2885172 Jun 22 00:44:03.910884 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638d1852-ae40-5223-b29d-3a0a322fb1c4-801bb010-2084-4f85-849b-c788261e4bdf', 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf', 'tenant_id': 'dd221673c4174f078a9a92bcd75c9665', 'fixed_ips': [{'subnet_id': 'bd31b7a4-fcdb-4ee3-979d-7799a8c1e4ff'}]}} from dv-cinder-753305-6-iscsi. {{(pid=99510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:44:03.912405 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:04.056371 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.db_base_plugin_common [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Allocated IP 192.168.233.2 (801bb010-2084-4f85-849b-c788261e4bdf/bd31b7a4-fcdb-4ee3-979d-7799a8c1e4ff/6853fc3f-1cce-4566-b337-1a1412755484) {{(pid=99510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:44:04.201095 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Notify callbacks [] for port, precommit_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:04.210713 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Transition to ACTIVE for port object 6853fc3f-1cce-4566-b337-1a1412755484 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:44:04.225656 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Transition to ACTIVE for port object 6853fc3f-1cce-4566-b337-1a1412755484 will not be triggered until provisioned by entity DHCP. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:44:04.233506 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:04.235421 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:44:04.275685 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Network 801bb010-2084-4f85-849b-c788261e4bdf is already hosted by enough agents. {{(pid=99510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:44:04.278568 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.base_scheduler [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Resources bound (agent type, host, resource id): {{(pid=99510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:44:04.281991 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Received port after_create {{(pid=99510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:44:04.290584 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Pushing event updated for resources: {'Port': ['ID=6853fc3f-1cce-4566-b337-1a1412755484,revision_number=1']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:44:04.312143 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.312495 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.312806 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.313139 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.313498 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.313828 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.314149 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.314487 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.314810 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.315190 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.315511 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.315826 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:44:04.324588 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:44:04.355444 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Attempting to bind port 6853fc3f-1cce-4566-b337-1a1412755484 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:44:04.355832 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Attempting to bind port 6853fc3f-1cce-4566-b337-1a1412755484 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '1544e9c5-b4bd-46ea-b020-47c4d6825bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:44:04.356201 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Attempting to bind port 6853fc3f-1cce-4566-b337-1a1412755484 on network 801bb010-2084-4f85-849b-c788261e4bdf {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:44:04.361103 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:44:04.361474 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Checking segment: {'id': '1544e9c5-b4bd-46ea-b020-47c4d6825bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:44:04.361876 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:04.362269 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Bound using segment: {'id': '1544e9c5-b4bd-46ea-b020-47c4d6825bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:44:04.362733 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Bound port: 6853fc3f-1cce-4566-b337-1a1412755484, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1544e9c5-b4bd-46ea-b020-47c4d6825bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:44:04.363126 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:04.424929 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] For port 6853fc3f-1cce-4566-b337-1a1412755484, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:44:04.428093 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] For port 6853fc3f-1cce-4566-b337-1a1412755484, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=6853fc3f-1cce-4566-b337-1a1412755484,segment=NetworkSegment(1544e9c5-b4bd-46ea-b020-47c4d6825bc8),segment_id=1544e9c5-b4bd-46ea-b020-47c4d6825bc8)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:44:04.432270 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:04.434409 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:44:04.491594 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Pushing event updated for resources: {'Port': ['ID=6853fc3f-1cce-4566-b337-1a1412755484,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:44:04.499753 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:44:05.296070 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e32c698-10ff-4737-b1ca-9a1f9be5466d None None] Network 801bb010-2084-4f85-849b-c788261e4bdf requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:44:05.355573 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-4abeaa3c-5b62-451a-8df4-def292fd7e10 None None] Provisioning for port 6853fc3f-1cce-4566-b337-1a1412755484 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:44:05.687827 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 6853fc3f-1cce-4566-b337-1a1412755484 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:44:05.737126 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 6853fc3f-1cce-4566-b337-1a1412755484 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:44:05.742606 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 6853fc3f-1cce-4566-b337-1a1412755484 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:44:05.743023 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:05.819968 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:05.855054 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 6853fc3f-1cce-4566-b337-1a1412755484, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=6853fc3f-1cce-4566-b337-1a1412755484,segment=NetworkSegment(1544e9c5-b4bd-46ea-b020-47c4d6825bc8),segment_id=1544e9c5-b4bd-46ea-b020-47c4d6825bc8)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:44:05.858818 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:05.861822 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:44:05.906079 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=6853fc3f-1cce-4566-b337-1a1412755484,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:44:05.909227 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:44:07.660147 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 6853fc3f-1cce-4566-b337-1a1412755484 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:44:07.708052 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 6853fc3f-1cce-4566-b337-1a1412755484 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:44:07.708963 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:16.367939 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 5 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:44:20.503667 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab371-b6dd-4f7b-b151-7b6625da06b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:22.945905 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-9363622c-3a52-4b2c-bb38-5e004fa92143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:23.523620 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:24.495027 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:26.127365 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:50.505994 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-53d6530c-dc60-4370-a076-1003253fefd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:52.947915 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-e79cc5e0-6f82-42b0-8f81-c4e0d4b6654e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:53.367003 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 5 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:44:53.526179 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:54.499618 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:56.132491 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:10.887043 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51194) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:45:10.893527 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [None req-3c2eb56c-30c2-4bc1-a4f9-5eb618e2b34c tempest-verify_tempest_config-189664257 tempest-verify_tempest_config-189664257-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:45:10.894753 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-3c2eb56c-30c2-4bc1-a4f9-5eb618e2b34c tempest-verify_tempest_config-189664257 tempest-verify_tempest_config-189664257-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066764 Jun 22 00:45:11.212894 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51212) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:45:11.316415 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:11.408092 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:11.412298 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:11.418325 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:45:11.457854 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfd25a0cd01846f28c7f20822e1c2573&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2432363 Jun 22 00:45:11.458757 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b989407-03d3-4803-b9e3-be655e2741c4,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:45:11.460499 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51218) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:45:11.465301 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.465660 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.466000 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.466328 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.466651 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.467019 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.467347 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.467664 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.467981 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.468294 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.468606 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.468917 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.473258 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:45:11.538291 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:11.558361 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:11.644123 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:11.649457 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:11.650576 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b989407-03d3-4803-b9e3-be655e2741c4 HTTP/1.1" status: 204 len: 168 time: 0.1890810 Jun 22 00:45:11.651273 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:45:11.659223 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b989407-03d3-4803-b9e3-be655e2741c4,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:45:11.666838 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.667207 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.667550 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.667884 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.668212 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.668554 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.668880 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.669203 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.669553 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.669840 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.671904 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.672277 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:11.676605 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:45:20.508138 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1a517b70-b997-4243-a86a-4bc224f4b6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:22.948143 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cf11f355-d2d6-4309-90ef-d652d1746f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:23.529900 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:24.502146 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:26.135642 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:30.366943 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 5 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:45:50.509953 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-62d37839-9248-4d97-87dc-0e6537b0eb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:52.949805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-b23a5eb4-ef40-456d-bacd-3a3f7dfaabb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:53.530179 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:54.506429 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:56.140226 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:07.365959 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 5 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:46:20.509144 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-5368c8e6-db59-4805-973a-9942e90e3304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:22.950421 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba96f-97f3-40d0-a0e9-588cdeac3f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:23.530664 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:24.508187 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:26.139997 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:43.877325 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081'] for agent, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:44.365154 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:46:50.511726 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-3eae33cb-7d21-46c9-ad29-4800bd6af1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:52.950423 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-91a7e3c9-6bda-4573-ac78-9281895cbb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:53.532927 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:54.510340 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:56.142432 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:58.233955 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51290) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:46:58.340218 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-4beb328e-8eb7-4853-b37d-6af59f0a6474 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1051614 Jun 22 00:47:00.507858 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51300) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:47:00.559515 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d84e2912-0ddc-482b-883b-a105596f5e62 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0506029 Jun 22 00:47:13.844097 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:20.510738 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a2cf346e-d64e-4694-8e72-3cdb1fc7ded9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:21.364331 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:47:22.951474 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-50e231d7-a4ac-4e7b-9f6e-f6c737e75d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:23.536394 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:24.512709 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:26.144957 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:43.844232 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:50.510810 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-322bc2fe-b27c-43db-bd06-e9f683e276f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:52.953344 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-200408e7-2bf2-4ee6-998c-59cb57f1d61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:53.537898 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:54.517697 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:56.148752 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:58.365970 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:48:13.858079 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:20.511610 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-c60a27dd-9069-4e26-8f4c-ac5ca9976755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:23.052009 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-98aaaf88-0711-4d9c-94d3-5e40dae762f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:23.539008 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:24.519695 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:26.153844 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:29.821221 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51466) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:30.040649 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1212615336-network', 'tenant_id': '896c69f422014f24919ffe540453ce41'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:30.066549 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Made reservation on behalf of 896c69f422014f24919ffe540453ce41 for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:30.069899 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:30.078898 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:30.169191 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:30.176048 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:30.180341 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:30.205990 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:48:30.211382 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cf62c6-0141-42b5-942a-6e5de3d4d8bf,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:30.219074 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.219588 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.220002 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.220387 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.220864 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.221042 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.221534 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.221864 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.222206 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.222530 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.222851 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.223185 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Tracked resource versions report: Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: pushed versions: Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: { 'AddressGroup': {'1.2'}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'ConntrackHelper': {'1.0'}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Log': {'1.0'}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Network': {'1.1'}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Port': {'1.7'}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'PortForwarding': {'1.2'}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'QosPolicy': {'1.8'}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SecurityGroup': {'1.4'}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SubPort': {'1.0'}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Subnet': {'1.1'}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Trunk': {'1.1'}} Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: consumer versions: Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: { DHCP agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: HyperV agent@hv-cinder-75330: {}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: L3 agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: Metadata agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: Metering agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: Open vSwitch agent@dv-cinder-753305-6-iscsi: { 'AddressGroup': '1.2', Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'ConntrackHelper': '1.0', Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Log': '1.0', Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Network': '1.1', Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Port': '1.7', Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'PortForwarding': '1.2', Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'QosPolicy': '1.8', Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SecurityGroup': '1.4', Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SecurityGroupRule': '1.2', Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'SubPort': '1.0', Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Subnet': '1.1', Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: 'Trunk': '1.1'}} Jun 22 00:48:30.224590 dv-cinder-753305-6-iscsi neutron-server[99509]: {{(pid=99509) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:48:30.233524 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:30.234863 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:30.235257 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Added segment 1dd3969c-b3c0-492d-843e-28c8d48445e8 of type vlan for network 9444b66e-7847-4e8d-9a13-889ecf19d410 Jun 22 00:48:30.280024 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:30.325275 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:30.327536 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:30.328712 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:30.333604 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:30.420168 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5965786 Jun 22 00:48:30.423395 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51514) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:30.437533 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Request body: {'subnet': {'network_id': '9444b66e-7847-4e8d-9a13-889ecf19d410', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1212615336-subnet', 'tenant_id': '896c69f422014f24919ffe540453ce41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:30.440527 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=9444b66e-7847-4e8d-9a13-889ecf19d410,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:30.445496 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:30.455387 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 9444b66e-7847-4e8d-9a13-889ecf19d410 details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:48:30.471075 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Made reservation on behalf of 896c69f422014f24919ffe540453ce41 for: {'subnet': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:30.474091 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:30.755459 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51528) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:30.778773 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061'] for subnet, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:30.782636 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c7de70b5-1270-45a4-ae82-84be256ef6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:30.789022 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51532) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:30.837013 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18485d7e-1ab1-4d44-baba-37c0f3cac155,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:30.846043 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.846417 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.846757 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.847127 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.847444 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.847956 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.848446 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.848935 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.849565 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.850038 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.850519 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.851038 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Tracked resource versions report: Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: pushed versions: Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: { 'AddressGroup': {'1.2'}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'ConntrackHelper': {'1.0'}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Log': {'1.0'}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Network': {'1.1'}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Port': {'1.7'}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'PortForwarding': {'1.2'}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'QosPolicy': {'1.8'}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SecurityGroup': {'1.4'}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SubPort': {'1.0'}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Subnet': {'1.1'}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Trunk': {'1.1'}} Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: consumer versions: Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: { DHCP agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: HyperV agent@hv-cinder-75330: {}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: L3 agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: Metadata agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: Metering agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: Open vSwitch agent@dv-cinder-753305-6-iscsi: { 'AddressGroup': '1.2', Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'ConntrackHelper': '1.0', Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Log': '1.0', Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Network': '1.1', Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Port': '1.7', Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'PortForwarding': '1.2', Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'QosPolicy': '1.8', Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SecurityGroup': '1.4', Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SecurityGroupRule': '1.2', Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'SubPort': '1.0', Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Subnet': '1.1', Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: 'Trunk': '1.1'}} Jun 22 00:48:30.852239 dv-cinder-753305-6-iscsi neutron-server[99507]: {{(pid=99507) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:48:30.859059 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:30.865499 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Checking segment: {'id': '1dd3969c-b3c0-492d-843e-28c8d48445e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9444b66e-7847-4e8d-9a13-889ecf19d410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:30.866233 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Network hostable DHCP agents. Network: 9444b66e-7847-4e8d-9a13-889ecf19d410, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:48:30.884853 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Network 9444b66e-7847-4e8d-9a13-889ecf19d410 is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:48:30.901096 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 9444b66e-7847-4e8d-9a13-889ecf19d410) {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:30.908158 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:30.909421 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:30.914986 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c931e-a96c-48a2-93f5-eb71e1866d21 None None] Network 9444b66e-7847-4e8d-9a13-889ecf19d410 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:30.931469 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5055776 Jun 22 00:48:30.970661 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51540) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:31.079156 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91eea75-cd3b-4798-9a91-6a2644a3f919 None None] Network 9444b66e-7847-4e8d-9a13-889ecf19d410 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:31.085305 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2138560851-network', 'tenant_id': 'abed0509eac14d0f94282f9058c84b9b'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:31.119777 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Made reservation on behalf of abed0509eac14d0f94282f9058c84b9b for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:31.122525 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.133351 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.161068 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-network', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:31.209784 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-network', 'tenant_id': '82fead901d83470b932de546dc74ac9d'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:31.282405 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.288942 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.297586 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:31.325710 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6412cd-386b-4aa5-9735-835628f74bf8,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:31.335200 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:31.341954 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:48:31.345104 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.db.api [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 00:48:31.345104 dv-cinder-753305-6-iscsi neutron-server[99509]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 00:48:31.345104 dv-cinder-753305-6-iscsi neutron-server[99509]: [parameters: {'project_id_1': '82fead901d83470b932de546dc74ac9d', 'expiration_1': datetime.datetime(2021, 6, 22, 0, 48, 31, 237833)}] Jun 22 00:48:31.345104 dv-cinder-753305-6-iscsi neutron-server[99509]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99509) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 00:48:31.345928 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_db.api [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 00:48:31.356695 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.357187 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Added segment d4b61a43-b131-4094-9780-775e7a5382d1 of type vlan for network 19fe0ada-a91e-4ec7-8159-76864314e792 Jun 22 00:48:31.358782 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Made reservation on behalf of e96ad52116724cd9b1953f707e95af4f for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:31.362031 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.381627 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.429479 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.467448 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.471028 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:31.471603 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.481574 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-58e91e5e-eb0f-4a4d-9b19-49251f9b00f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:31.553046 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Pushing event updated for resources: {'Network': ['ID=19fe0ada-a91e-4ec7-8159-76864314e792,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:31.558854 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:31.567006 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 19fe0ada-a91e-4ec7-8159-76864314e792 details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:48:31.620737 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.627393 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.639807 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:48:31.642684 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:31.649942 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8927660 Jun 22 00:48:31.653029 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51584) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:31.659960 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Request body: {'subnet': {'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2138560851-subnet', 'tenant_id': 'abed0509eac14d0f94282f9058c84b9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:31.666847 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.667441 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Added segment 98239ad9-1845-48d9-b9e8-f8834c927dad of type vlan for network bd66bcf7-565c-4d87-81a2-097abc66200e Jun 22 00:48:31.687141 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83172641-9387-4a3a-8e1b-e7bd87f2e2ec,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:31.687352 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Made reservation on behalf of abed0509eac14d0f94282f9058c84b9b for: {'subnet': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:31.689927 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.709286 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:31.729487 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.765090 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.767504 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:31.768137 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.776470 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-defeaad4-93fa-46cb-b43c-37b400cb51e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:31.835429 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0446520 Jun 22 00:48:31.836106 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51588) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:31.843744 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Request body: {'subnet': {'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-subnet', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:31.877370 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Pushing event updated for resources: {'Network': ['ID=bd66bcf7-565c-4d87-81a2-097abc66200e,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:31.880867 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:31.888296 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network bd66bcf7-565c-4d87-81a2-097abc66200e details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:48:31.906490 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Made reservation on behalf of e96ad52116724cd9b1953f707e95af4f for: {'subnet': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:31.913382 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.947807 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061'] for subnet, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:31.964938 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:32.003989 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Made reservation on behalf of 82fead901d83470b932de546dc74ac9d for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:32.006967 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.023877 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.108046 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1a9e46-eede-4dcb-adf3-f8c4b66dab15,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:32.115339 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:32.118612 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Checking segment: {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:32.118992 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Network hostable DHCP agents. Network: 19fe0ada-a91e-4ec7-8159-76864314e792, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:48:32.216142 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.222872 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Network 19fe0ada-a91e-4ec7-8159-76864314e792 is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:48:32.228796 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.240110 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 19fe0ada-a91e-4ec7-8159-76864314e792) {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:32.250453 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263fc28-3128-4686-aa60-096a6bd32258 None None] Network 19fe0ada-a91e-4ec7-8159-76864314e792 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:32.252243 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:32.252842 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.283746 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6294684 Jun 22 00:48:32.307433 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:32.343974 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:48:32.367610 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.371416 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Added segment 179db2ee-0c52-4a9f-b23f-f025d228c741 of type vlan for network 40daa533-8b8b-42fb-9b6e-81147858b587 Jun 22 00:48:32.452881 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.457497 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe9dc5-528e-4b01-82cd-3d48759560b9 None None] Network 19fe0ada-a91e-4ec7-8159-76864314e792 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:32.546803 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061'] for subnet, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.561310 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1722711f-c9df-4753-a3f1-8cd5090a9d65,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:32.586449 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:32.589122 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:32.733235 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9e655c-cb93-419e-885b-298c02f8abb4,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:32.752616 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.753599 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:32.759104 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:32.759803 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.765285 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:32.782421 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Checking segment: {'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:32.782812 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Network hostable DHCP agents. Network: bd66bcf7-565c-4d87-81a2-097abc66200e, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:48:32.835421 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8636808 Jun 22 00:48:32.838766 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51634) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:32.849084 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Pushing event updated for resources: {'Network': ['ID=40daa533-8b8b-42fb-9b6e-81147858b587,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:32.857033 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Request body: {'subnet': {'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-subnet', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:32.858369 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:32.860162 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Network bd66bcf7-565c-4d87-81a2-097abc66200e is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:48:32.860614 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 40daa533-8b8b-42fb-9b6e-81147858b587 details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:48:32.875332 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, bd66bcf7-565c-4d87-81a2-097abc66200e) {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:32.885252 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:32.885870 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.925371 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Made reservation on behalf of 82fead901d83470b932de546dc74ac9d for: {'subnet': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:32.930640 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0905385 Jun 22 00:48:32.932487 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Notify callbacks [] for subnet, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:32.933124 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51646) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:32.942589 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-router', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:32.967731 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86cbd6-f600-4f1f-9979-e7edf4684f29 None None] Network bd66bcf7-565c-4d87-81a2-097abc66200e requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:33.003245 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26072'] for router, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:33.004932 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3828967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26067'] for router, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:33.117709 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:33.224123 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f9c62-81cc-454a-952c-30123be5ab7e None None] Network bd66bcf7-565c-4d87-81a2-097abc66200e requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:33.296678 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51670) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:33.307239 dv-cinder-753305-6-iscsi neutron-server[99507]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 00:48:33.400963 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26053'] for router, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:33.423938 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061'] for subnet, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:33.440057 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:33.551207 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca10742e-8130-44f1-acd4-d46a0f8147d1,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:33.566103 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:33.639082 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Checking segment: {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:33.639551 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Network hostable DHCP agents. Network: 40daa533-8b8b-42fb-9b6e-81147858b587, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:48:33.669598 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a973d-2c56-45f4-b002-af3f408b662b req-f4842186-8897-4cc7-affd-5d09663fb738 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:33.671098 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-f4842186-8897-4cc7-affd-5d09663fb738 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/networks?id=9444b66e-7847-4e8d-9a13-889ecf19d410 HTTP/1.1" status: 200 len: 812 time: 0.3693311 Jun 22 00:48:33.673145 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Network 40daa533-8b8b-42fb-9b6e-81147858b587 is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:48:33.695066 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-8415de8a-cf4c-44e5-8ffa-08cfc205e9ee tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/quotas/896c69f422014f24919ffe540453ce41 HTTP/1.1" status: 200 len: 375 time: 0.0161982 Jun 22 00:48:33.695649 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 40daa533-8b8b-42fb-9b6e-81147858b587) {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:33.699591 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:33.700167 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:33.704537 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3774c2-c4e8-45ef-9362-d4b5202a0cb6 None None] Network 40daa533-8b8b-42fb-9b6e-81147858b587 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:33.753688 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-bd225f43-b190-4e7b-b5fb-75ba961c8ffe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=896c69f422014f24919ffe540453ce41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507226 Jun 22 00:48:33.766494 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-02273cbc-d81b-44a8-b0fa-e9f9f175b9af admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9252596 Jun 22 00:48:33.769137 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51700) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:33.792263 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:33.847158 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26072'] for router, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:33.849787 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3828967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26067'] for router, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:33.858012 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:33.860236 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51708) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:33.918191 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:33.920103 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638d1852-ae40-5223-b29d-3a0a322fb1c4-40daa533-8b8b-42fb-9b6e-81147858b587', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1'}]}} from dv-cinder-753305-6-iscsi. {{(pid=99510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:48:33.921815 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.004216 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51712) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:34.059695 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.100992 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1c56eb48-806d-4de0-bbb0-8da23bfecd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.107628 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.db_base_plugin_common [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Allocated IP 172.20.0.2 (40daa533-8b8b-42fb-9b6e-81147858b587/ca10742e-8130-44f1-acd4-d46a0f8147d1/24821449-9d26-481f-9708-01cd21a700ce) {{(pid=99510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:34.136106 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Allocated IP 172.27.0.94 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/0e50b45d-c42d-408d-950a-9f963e9a1e0d) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:34.170317 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-a8f20238-d519-445d-8376-69ad584106ca service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:48:34.171633 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-a8f20238-d519-445d-8376-69ad584106ca service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1673326 Jun 22 00:48:34.188013 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-665b05dd-1a66-47e9-b314-97fda787c0f4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:34.189358 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-665b05dd-1a66-47e9-b314-97fda787c0f4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 815 time: 0.3280113 Jun 22 00:48:34.251482 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-9ed1d56a-d3cd-464d-bcc6-72aa5338b5cc tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/quotas/abed0509eac14d0f94282f9058c84b9b HTTP/1.1" status: 200 len: 375 time: 0.0515437 Jun 22 00:48:34.270763 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Notify callbacks [] for port, precommit_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.279681 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Transition to ACTIVE for port object 24821449-9d26-481f-9708-01cd21a700ce will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:34.300320 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Transition to ACTIVE for port object 24821449-9d26-481f-9708-01cd21a700ce will not be triggered until provisioned by entity DHCP. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:34.302222 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.308964 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.311255 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:34.320961 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1c56eb48-806d-4de0-bbb0-8da23bfecd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.329686 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1c56eb48-806d-4de0-bbb0-8da23bfecd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.339809 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-63fb9ad2-cac2-4aeb-856f-3be0e7da5ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:34.350269 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Network 40daa533-8b8b-42fb-9b6e-81147858b587 is already hosted by enough agents. {{(pid=99510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:34.353199 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.base_scheduler [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Resources bound (agent type, host, resource id): {{(pid=99510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:34.356621 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Received port after_create {{(pid=99510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:34.360725 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-83917dcb-caa3-48c0-81ea-26c5b96a8097 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985365 Jun 22 00:48:34.364518 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Pushing event updated for resources: {'Port': ['ID=24821449-9d26-481f-9708-01cd21a700ce,revision_number=1']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:34.392233 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.392917 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.393260 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.393591 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.393912 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.394233 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.394549 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.394862 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.395221 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.395535 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.395645 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26053'] for router, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.395846 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.396156 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Tracked resource versions report: Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: pushed versions: Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: { 'AddressGroup': {'1.2'}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'ConntrackHelper': {'1.0'}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Log': {'1.0'}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Network': {'1.1'}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Port': {'1.7'}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'PortForwarding': {'1.2'}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'QosPolicy': {'1.8'}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SecurityGroup': {'1.4'}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SubPort': {'1.0'}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Subnet': {'1.1'}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Trunk': {'1.1'}} Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: consumer versions: Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: { DHCP agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: HyperV agent@hv-cinder-75330: {}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: L3 agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: Metadata agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: Metering agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: Open vSwitch agent@dv-cinder-753305-6-iscsi: { 'AddressGroup': '1.2', Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'ConntrackHelper': '1.0', Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Log': '1.0', Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Network': '1.1', Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Port': '1.7', Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'PortForwarding': '1.2', Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'QosPolicy': '1.8', Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SecurityGroup': '1.4', Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SecurityGroupRule': '1.2', Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'SubPort': '1.0', Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Subnet': '1.1', Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: 'Trunk': '1.1'}} Jun 22 00:48:34.397217 dv-cinder-753305-6-iscsi neutron-server[99510]: {{(pid=99510) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:48:34.406520 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:34.415530 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-1c56eb48-806d-4de0-bbb0-8da23bfecd92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99b12bc52a8c44dc93f57daea900011d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4088593 Jun 22 00:48:34.421416 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51722) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:34.422587 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56eb48-806d-4de0-bbb0-8da23bfecd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b109836-ed8c-4058-be46-711685542c28,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:34.427038 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1c56eb48-806d-4de0-bbb0-8da23bfecd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:34.428818 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-13db73f3-66c1-4283-89ce-df41885e7560 service neutron] 10.222.0.26 "GET /v2.0/networks/9444b66e-7847-4e8d-9a13-889ecf19d410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500608 Jun 22 00:48:34.447351 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Attempting to bind port 24821449-9d26-481f-9708-01cd21a700ce on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:48:34.447826 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Attempting to bind port 24821449-9d26-481f-9708-01cd21a700ce by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:48:34.448295 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Attempting to bind port 24821449-9d26-481f-9708-01cd21a700ce on network 40daa533-8b8b-42fb-9b6e-81147858b587 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:48:34.454181 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:48:34.454698 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Checking segment: {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:34.455250 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.455741 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Bound using segment: {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:48:34.456307 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Bound port: 24821449-9d26-481f-9708-01cd21a700ce, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:48:34.456781 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.494716 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.498895 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:34.545639 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-1a8b956e-2160-44c5-baf7-fa37981eb911 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:48:34.546742 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-1a8b956e-2160-44c5-baf7-fa37981eb911 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1165273 Jun 22 00:48:34.568508 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] For port 24821449-9d26-481f-9708-01cd21a700ce, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:48:34.572206 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] For port 24821449-9d26-481f-9708-01cd21a700ce, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=24821449-9d26-481f-9708-01cd21a700ce,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:48:34.576355 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.580182 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:34.585324 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:34.592268 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:34.599231 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8946fef8-8526-4103-b42e-20364e063233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.605556 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:34.644732 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Pushing event updated for resources: {'Port': ['ID=0e50b45d-c42d-408d-950a-9f963e9a1e0d,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:34.654143 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Pushing event updated for resources: {'Port': ['ID=24821449-9d26-481f-9708-01cd21a700ce,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:34.662358 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:34.760927 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:34.771276 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-7fe21276-f59a-4217-b28d-433d96273066 service neutron] 10.222.0.26 "GET /v2.0/networks/9444b66e-7847-4e8d-9a13-889ecf19d410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144672 Jun 22 00:48:34.809851 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-bd9af63e-cc5a-4c6f-8827-9c6c48883c53 service neutron] 10.222.0.26 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485399 Jun 22 00:48:34.838470 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8946fef8-8526-4103-b42e-20364e063233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:34.989952 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-2acb4891-0228-4ab6-92c3-c1cd216bb5d0 service neutron] 10.222.0.26 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706419 Jun 22 00:48:35.177405 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8946fef8-8526-4103-b42e-20364e063233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:35.185229 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8946fef8-8526-4103-b42e-20364e063233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:35.189277 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-8946fef8-8526-4103-b42e-20364e063233 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b109836-ed8c-4058-be46-711685542c28 HTTP/1.1" status: 204 len: 168 time: 0.7605889 Jun 22 00:48:35.206742 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:35.228615 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946fef8-8526-4103-b42e-20364e063233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b109836-ed8c-4058-be46-711685542c28,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:35.237936 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:35.241917 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-8946fef8-8526-4103-b42e-20364e063233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:35.263710 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:35.283824 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:35.376969 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:48:35.516393 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-db9a7886-9e96-409d-a619-15c60d2e266c req-9d9b14d3-1567-42ef-b64d-147ab422395d tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 210 time: 0.0532484 Jun 22 00:48:35.538095 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Allocated IP 172.27.0.204 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/fa0f39e8-ec7b-4acd-a14e-fe92253155d8) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:35.745501 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:35.930229 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6a96dafe-bd2c-4f30-9e37-d2d85e5deec3 req-d41b1e96-fa6a-4d60-a4d8-dd33ecd23eba tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 210 time: 0.0936599 Jun 22 00:48:35.932955 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51808) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:36.003305 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785236'] for router, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:36.017710 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 24821449-9d26-481f-9708-01cd21a700ce up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:36.039433 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-24dd3313-a327-4700-8176-3bcea8c52afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:36.132642 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:36.150436 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 24821449-9d26-481f-9708-01cd21a700ce completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:36.173963 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:36.230629 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5465220d-443f-498c-b624-557c1bd8e681 None None] Network 40daa533-8b8b-42fb-9b6e-81147858b587 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:36.383423 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:36.401107 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Pushing event updated for resources: {'Port': ['ID=fa0f39e8-ec7b-4acd-a14e-fe92253155d8,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:36.407812 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:36.419080 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:36.419666 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f51e06d6-ddc5-489e-85b3-781ccf15c3a6 None None] Provisioning for port 24821449-9d26-481f-9708-01cd21a700ce completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:36.424645 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:36.467371 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 is scheduled to L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 with binding_index 1 {{(pid=99509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:48:36.580446 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f51e06d6-ddc5-489e-85b3-781ccf15c3a6 None None] Provisioning complete for port 24821449-9d26-481f-9708-01cd21a700ce triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:36.580821 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f51e06d6-ddc5-489e-85b3-781ccf15c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:36.635247 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-24dd3313-a327-4700-8176-3bcea8c52afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:36.675770 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-24dd3313-a327-4700-8176-3bcea8c52afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:36.694505 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-01d96395-7cef-451c-971d-f791cea0f078 req-024ce4d7-dd32-42e4-a83c-44169f312ef9 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 210 time: 0.0615764 Jun 22 00:48:36.715098 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f51e06d6-ddc5-489e-85b3-781ccf15c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:36.731524 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:36.732309 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:48:36.743766 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Sync routers for ids ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:48:36.764254 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Routers {'1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:36.764894 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:48:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:36.795402 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51862) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:36.811947 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f51e06d6-ddc5-489e-85b3-781ccf15c3a6 None None] For port 24821449-9d26-481f-9708-01cd21a700ce, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=24821449-9d26-481f-9708-01cd21a700ce,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:48:36.813476 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:36.814476 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-24dd3313-a327-4700-8176-3bcea8c52afe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e524201f5184540b536471e496dd802&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8457582 Jun 22 00:48:36.817918 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8828163 Jun 22 00:48:36.819619 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51868) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:36.823105 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f51e06d6-ddc5-489e-85b3-781ccf15c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:36.823661 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51870) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:36.831632 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:36.841239 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd3313-a327-4700-8176-3bcea8c52afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d01f0f7-4424-4734-8749-c2afe62d4057,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:36.845146 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-24dd3313-a327-4700-8176-3bcea8c52afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:36.949260 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e06d6-ddc5-489e-85b3-781ccf15c3a6 None None] Pushing event updated for resources: {'Port': ['ID=24821449-9d26-481f-9708-01cd21a700ce,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:36.957594 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f51e06d6-ddc5-489e-85b3-781ccf15c3a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:37.049829 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-1ef96f23-b873-4b85-ae5b-9ff91a186381 None None] Provisioning complete for port 24821449-9d26-481f-9708-01cd21a700ce triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:37.050487 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1ef96f23-b873-4b85-ae5b-9ff91a186381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.053461 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Set router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:48:37.067962 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0ffe4fbe-7f67-4671-8111-6307a80457af req-6b1ec602-3ac8-4ba6-a4fb-1050bf4f6761 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 210 time: 0.0505538 Jun 22 00:48:37.072713 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.094457 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1f275110-7e95-4a2f-ab94-f68cf581b659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.238672 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6e1e113f-60b1-4116-9c5c-01fb0351f2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.267202 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-router', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:34Z', 'revision_number': 3, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'gw_port': {'id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:37.295273 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Checking router: 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:48:37.295519 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785236'] for router, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.295652 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Updating router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 port 0e50b45d-c42d-408d-950a-9f963e9a1e0d binding host dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:48:37.314511 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6e1e113f-60b1-4116-9c5c-01fb0351f2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.334180 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.420762 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1f275110-7e95-4a2f-ab94-f68cf581b659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.438888 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 is scheduled to L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 with binding_index 1 {{(pid=99507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:48:37.458786 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1f275110-7e95-4a2f-ab94-f68cf581b659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.465657 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-8946fef8-8526-4103-b42e-20364e063233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:37.498178 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6e1e113f-60b1-4116-9c5c-01fb0351f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.510159 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6e1e113f-60b1-4116-9c5c-01fb0351f2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.511292 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-6e1e113f-60b1-4116-9c5c-01fb0351f2e7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d01f0f7-4424-4734-8749-c2afe62d4057 HTTP/1.1" status: 204 len: 168 time: 0.6863317 Jun 22 00:48:37.546527 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-1f275110-7e95-4a2f-ab94-f68cf581b659 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4d44c82e5564b96a14d4b00b1fa0fa6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7488544 Jun 22 00:48:37.563481 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51888) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:37.582683 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f275110-7e95-4a2f-ab94-f68cf581b659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2797575-b29e-4e85-a721-0cf891ac317c,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:37.596653 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1f275110-7e95-4a2f-ab94-f68cf581b659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:37.597610 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:37.628920 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e113f-60b1-4116-9c5c-01fb0351f2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d01f0f7-4424-4734-8749-c2afe62d4057,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:37.642846 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-6e1e113f-60b1-4116-9c5c-01fb0351f2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:37.709931 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f586-c864-439e-8d9b-0e2046b5e7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.722461 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:48:37.734065 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Sync routers for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:48:37.750372 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:37.750372 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:48:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:37.758656 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Notify callbacks [] for router, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.761682 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f586-c864-439e-8d9b-0e2046b5e7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.762793 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9926059 Jun 22 00:48:37.763434 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 51898) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:37.842812 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Notify callbacks [] for port, precommit_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.887840 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.provisioning_blocks [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Transition to ACTIVE for port object 0e50b45d-c42d-408d-950a-9f963e9a1e0d will not be triggered until provisioned by entity L2. {{(pid=99511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:37.900238 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 24821449-9d26-481f-9708-01cd21a700ce up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:37.907904 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:37.913170 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:37.978681 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Pushing event updated for resources: {'Port': ['ID=0e50b45d-c42d-408d-950a-9f963e9a1e0d,revision_number=2']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:37.988943 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.989542 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.990056 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.990560 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.991085 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.991568 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.992063 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.992633 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.993131 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.993610 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.994095 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.995395 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Tracked resource versions report: Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: pushed versions: Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: { 'AddressGroup': {'1.2'}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'ConntrackHelper': {'1.0'}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Log': {'1.0'}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Network': {'1.1'}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Port': {'1.7'}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'PortForwarding': {'1.2'}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'QosPolicy': {'1.8'}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SecurityGroup': {'1.4'}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SubPort': {'1.0'}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Subnet': {'1.1'}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Trunk': {'1.1'}} Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: consumer versions: Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: { DHCP agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: HyperV agent@hv-cinder-75330: {}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: L3 agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: Metadata agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: Metering agent@dv-cinder-753305-6-iscsi: {}, Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: Open vSwitch agent@dv-cinder-753305-6-iscsi: { 'AddressGroup': '1.2', Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'ConntrackHelper': '1.0', Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Log': '1.0', Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Network': '1.1', Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Port': '1.7', Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'PortForwarding': '1.2', Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'QosPolicy': '1.8', Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SecurityGroup': '1.4', Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SecurityGroupRule': '1.2', Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'SubPort': '1.0', Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Subnet': '1.1', Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: 'Trunk': '1.1'}} Jun 22 00:48:37.997493 dv-cinder-753305-6-iscsi neutron-server[99511]: {{(pid=99511) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:48:38.009518 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:38.030806 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Attempting to bind port 0e50b45d-c42d-408d-950a-9f963e9a1e0d on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:48:38.031758 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Attempting to bind port 0e50b45d-c42d-408d-950a-9f963e9a1e0d by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:48:38.032560 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Attempting to bind port 0e50b45d-c42d-408d-950a-9f963e9a1e0d on network 88674bb2-d018-41a5-a891-26911eb48c6d {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:48:38.039288 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:48:38.039965 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Checking segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:38.040545 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:38.041098 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Bound using segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:48:38.041732 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Bound port: 0e50b45d-c42d-408d-950a-9f963e9a1e0d, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:48:38.042509 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:38.086305 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:38.124536 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] For port 0e50b45d-c42d-408d-950a-9f963e9a1e0d, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:48:38.129365 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] For port 0e50b45d-c42d-408d-950a-9f963e9a1e0d, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=0e50b45d-c42d-408d-950a-9f963e9a1e0d,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:48:38.136858 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:38.149252 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:38.193996 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f586-c864-439e-8d9b-0e2046b5e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:38.232527 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Pushing event updated for resources: {'Port': ['ID=0e50b45d-c42d-408d-950a-9f963e9a1e0d,revision_number=3']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:38.252527 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:38.256126 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f586-c864-439e-8d9b-0e2046b5e7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:38.257306 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-f7e6f586-c864-439e-8d9b-0e2046b5e7f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2797575-b29e-4e85-a721-0cf891ac317c HTTP/1.1" status: 204 len: 168 time: 0.6923418 Jun 22 00:48:38.258156 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1c56eb48-806d-4de0-bbb0-8da23bfecd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:38.277776 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Routers {'1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:38.278732 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:48:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:38.286468 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-20f6a3ae-1217-4de1-aba3-305667df308f req-090b017d-cadd-433d-b4aa-34c51479467f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 210 time: 0.1506364 Jun 22 00:48:38.288232 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0da9bcfb-4d0a-4d5d-ae54-8dba9134682c req-98a2fae5-32e7-45fa-90ae-4319295bef87 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 210 time: 0.1233613 Jun 22 00:48:38.316534 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:48:38.330743 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6f586-c864-439e-8d9b-0e2046b5e7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2797575-b29e-4e85-a721-0cf891ac317c,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:38.348917 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-f7e6f586-c864-439e-8d9b-0e2046b5e7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:38.509480 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] Set router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:48:38.518439 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Allocated IP 172.20.0.1 (bd66bcf7-565c-4d87-81a2-097abc66200e/5a9e655c-cb93-419e-885b-298c02f8abb4/91d70d35-c5fe-43db-8f8d-0b5ccf63d136) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:38.598643 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 24821449-9d26-481f-9708-01cd21a700ce triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:38.600945 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:38.700063 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:38.795872 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:38.800227 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-router', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:34Z', 'revision_number': 3, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'gw_port': {'id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:38.809031 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:38.816518 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:38.838972 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:36Z', 'revision_number': 3, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:38.884709 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Network bd66bcf7-565c-4d87-81a2-097abc66200e is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:38.897339 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:38.900902 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:38.901419 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787516'] for router_interface, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:38.911407 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Checking router: 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:48:38.912001 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Updating router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 port fa0f39e8-ec7b-4acd-a14e-fe92253155d8 binding host dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:48:38.950709 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a38ec0-78cc-423c-a6d9-bf1f072acb99 None None] The sync data for ids ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'] in dv-cinder-753305-6-iscsi is: [{'id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-router', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:34Z', 'revision_number': 3, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'gw_port': {'id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:48:38.962874 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.087862 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51942) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:39.106381 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Pushing event updated for resources: {'Port': ['ID=91d70d35-c5fe-43db-8f8d-0b5ccf63d136,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:39.126311 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Allocated IP 172.20.0.1 (40daa533-8b8b-42fb-9b6e-81147858b587/ca10742e-8130-44f1-acd4-d46a0f8147d1/9418712e-c67d-4f5d-80a7-9ba991ab4857) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:39.131419 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:39.181342 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3c088edd-a471-47e5-a4b8-b50504591fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.322312 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.342411 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.360610 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Transition to ACTIVE for port object 9418712e-c67d-4f5d-80a7-9ba991ab4857 will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:39.379429 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Notify callbacks [] for port, precommit_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.416167 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Transition to ACTIVE for port object fa0f39e8-ec7b-4acd-a14e-fe92253155d8 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:39.431469 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.446962 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-efc01f91-d786-484c-a88f-f33fe202fc2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:39.459174 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.462443 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7789e91d-9a60-4f76-bea9-acfffa7a7f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:39.550003 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Attempting to bind port fa0f39e8-ec7b-4acd-a14e-fe92253155d8 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:48:39.550309 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Attempting to bind port fa0f39e8-ec7b-4acd-a14e-fe92253155d8 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:48:39.550871 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Attempting to bind port fa0f39e8-ec7b-4acd-a14e-fe92253155d8 on network 88674bb2-d018-41a5-a891-26911eb48c6d {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:48:39.566520 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:48:39.566910 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Checking segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:39.568012 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Network 40daa533-8b8b-42fb-9b6e-81147858b587 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:39.572222 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.572652 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Bound using segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:48:39.573165 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Bound port: fa0f39e8-ec7b-4acd-a14e-fe92253155d8, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:48:39.573553 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.579565 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:39.588797 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:39.589295 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787516'] for router_interface, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.692260 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] For port fa0f39e8-ec7b-4acd-a14e-fe92253155d8, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:48:39.696154 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] For port fa0f39e8-ec7b-4acd-a14e-fe92253155d8, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=fa0f39e8-ec7b-4acd-a14e-fe92253155d8,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:48:39.697592 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7aca9-59e5-4ef1-a3ed-5cc25437eb5f None None] Pushing event updated for resources: {'Port': ['ID=fa0f39e8-ec7b-4acd-a14e-fe92253155d8,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:39.702568 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-44c7aca9-59e5-4ef1-a3ed-5cc25437eb5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:39.706761 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.709752 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:39.721130 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3c088edd-a471-47e5-a4b8-b50504591fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.743129 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3c088edd-a471-47e5-a4b8-b50504591fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.768626 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Pushing event updated for resources: {'Port': ['ID=9418712e-c67d-4f5d-80a7-9ba991ab4857,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:39.779776 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:39.780526 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:48:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:39.810051 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:39.812014 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c04962d3-9b9d-47cb-b7ea-22c8252fe4c3 req-2793d41d-c086-4680-b50f-e8848445adfb tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 210 time: 0.1100478 Jun 22 00:48:39.822082 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:39.829203 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-3c088edd-a471-47e5-a4b8-b50504591fa1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abc6ab95d5884c76938343d240981a81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7232602 Jun 22 00:48:39.835455 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51962) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:39.948912 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.958125 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c088edd-a471-47e5-a4b8-b50504591fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc01c7f-c4af-4825-9faa-277068e3f6e8,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:39.971747 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-3c088edd-a471-47e5-a4b8-b50504591fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:39.972378 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.978098 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824359'] for router_interface, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:39.989547 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0d446f29-f880-4585-81eb-97df818b3543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:40.046955 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:48:40.053810 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8e52da32-68d8-4686-b9e4-095da20f9ead req-4ecb7648-94d8-475b-8ad1-631bf6a7542f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 210 time: 0.3320918 Jun 22 00:48:40.099386 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Network bd66bcf7-565c-4d87-81a2-097abc66200e is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:40.114579 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0e50b45d-c42d-408d-950a-9f963e9a1e0d up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:40.123948 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:40.198021 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.201894 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c66b4f1d-13ac-4086-b341-e86e162a032b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.222391 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Pushing event updated for resources: {'Port': ['ID=91d70d35-c5fe-43db-8f8d-0b5ccf63d136,revision_number=2']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:40.232177 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:40.243408 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-6ec96937-41ee-427e-8c49-15a0c5147b1a None None] Provisioning for port 9418712e-c67d-4f5d-80a7-9ba991ab4857 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:40.251129 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7aca9-59e5-4ef1-a3ed-5cc25437eb5f None None] Pushing event updated for resources: {'Port': ['ID=fa0f39e8-ec7b-4acd-a14e-fe92253155d8,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:40.255790 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-44c7aca9-59e5-4ef1-a3ed-5cc25437eb5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:40.259263 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-6ec96937-41ee-427e-8c49-15a0c5147b1a None None] Provisioning complete for port 9418712e-c67d-4f5d-80a7-9ba991ab4857 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:40.259680 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-6ec96937-41ee-427e-8c49-15a0c5147b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.264670 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 0e50b45d-c42d-408d-950a-9f963e9a1e0d completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:40.287409 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c66b4f1d-13ac-4086-b341-e86e162a032b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.305734 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 0e50b45d-c42d-408d-950a-9f963e9a1e0d triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:40.307699 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.352868 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-6ec96937-41ee-427e-8c49-15a0c5147b1a None None] Port 9418712e-c67d-4f5d-80a7-9ba991ab4857 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:48:40.369536 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:48:40.442998 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c66b4f1d-13ac-4086-b341-e86e162a032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.447926 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c66b4f1d-13ac-4086-b341-e86e162a032b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.449239 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c66b4f1d-13ac-4086-b341-e86e162a032b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5fc01c7f-c4af-4825-9faa-277068e3f6e8 HTTP/1.1" status: 204 len: 168 time: 0.6103103 Jun 22 00:48:40.451739 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:40.463028 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.482317 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.484650 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824359'] for router_interface, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.495137 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:40.496803 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b4f1d-13ac-4086-b341-e86e162a032b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc01c7f-c4af-4825-9faa-277068e3f6e8,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:40.500290 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c66b4f1d-13ac-4086-b341-e86e162a032b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:40.525900 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:48:40.548124 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] 10.222.0.26 "PUT /v2.0/routers/1c8bd68a-10b5-4f7a-8b65-9ee481e2c592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7108486 Jun 22 00:48:40.556281 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.583988 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 0e50b45d-c42d-408d-950a-9f963e9a1e0d, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=0e50b45d-c42d-408d-950a-9f963e9a1e0d,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:48:40.593395 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:40.598178 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:36Z', 'revision_number': 3, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:40.602611 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:40.629137 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Network 40daa533-8b8b-42fb-9b6e-81147858b587 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:40.633177 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:40.643524 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Pushing event updated for resources: {'Port': ['ID=9418712e-c67d-4f5d-80a7-9ba991ab4857,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:40.658376 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2bd724-32d2-478e-ba32-0d15662b7232 None None] The sync data for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi is: [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:36Z', 'revision_number': 3, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:48:40.681492 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:40.689615 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=0e50b45d-c42d-408d-950a-9f963e9a1e0d,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:40.703067 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:40.820471 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:48:40.922223 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 51996) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:41.020437 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-3bf919bb-21be-410f-af82-35e7cadecfca None None] Provisioning complete for port 9418712e-c67d-4f5d-80a7-9ba991ab4857 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:41.020828 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-3bf919bb-21be-410f-af82-35e7cadecfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:41.132811 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-3bf919bb-21be-410f-af82-35e7cadecfca None None] Port 9418712e-c67d-4f5d-80a7-9ba991ab4857 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:48:41.260023 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b72923a8-5990-4161-bfbc-94ae55d2cd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:41.330556 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2570f860-6fd2-4dd0-ac8a-b4b29532b463 req-bfbe1b92-44e6-4e10-9ede-d618b28fc47d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 210 time: 0.0738783 Jun 22 00:48:41.400883 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:48:41.416252 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] 10.222.0.26 "PUT /v2.0/routers/73a9c129-a9f3-4bfa-9239-1a1e887eb8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6506932 Jun 22 00:48:41.455928 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b72923a8-5990-4161-bfbc-94ae55d2cd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:41.462405 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b72923a8-5990-4161-bfbc-94ae55d2cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:41.466291 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:41.504832 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0a9e7bd6-e042-4adf-8087-a1f08702c154 req-9d51b258-0966-477d-bc3a-ac363e19f2be tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 210 time: 0.0486486 Jun 22 00:48:41.519016 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b72923a8-5990-4161-bfbc-94ae55d2cd77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27edd5b022d34f6b85e6cee794717dcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5950329 Jun 22 00:48:41.520234 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72923a8-5990-4161-bfbc-94ae55d2cd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447bada6-60dd-4450-81b5-770421306370,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:41.521678 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 52028) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:41.529642 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b72923a8-5990-4161-bfbc-94ae55d2cd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:41.607501 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-42750a50-aaa4-45c2-9083-c8f6aa3c1628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:41.633921 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Sync routers for ids ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:48:41.650763 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Routers {'1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:41.655104 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:48:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:41.672372 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-42750a50-aaa4-45c2-9083-c8f6aa3c1628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:41.792828 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Set router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:48:41.810890 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-42750a50-aaa4-45c2-9083-c8f6aa3c1628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:41.815026 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-42750a50-aaa4-45c2-9083-c8f6aa3c1628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:41.817052 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-42750a50-aaa4-45c2-9083-c8f6aa3c1628 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/447bada6-60dd-4450-81b5-770421306370 HTTP/1.1" status: 204 len: 168 time: 0.2941024 Jun 22 00:48:41.817932 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b4e0f3ef-425a-4f06-ac25-ee0dd1c6bb31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:41.856404 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42750a50-aaa4-45c2-9083-c8f6aa3c1628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447bada6-60dd-4450-81b5-770421306370,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:41.903891 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-42750a50-aaa4-45c2-9083-c8f6aa3c1628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:42.043164 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device fa0f39e8-ec7b-4acd-a14e-fe92253155d8 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:42.165666 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-c3261cec-d0df-4405-bd95-5798ed3745bf tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:42.174721 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-c3261cec-d0df-4405-bd95-5798ed3745bf tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/networks?id=bd66bcf7-565c-4d87-81a2-097abc66200e HTTP/1.1" status: 200 len: 819 time: 0.3210833 Jun 22 00:48:42.194711 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port fa0f39e8-ec7b-4acd-a14e-fe92253155d8 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:42.205656 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port fa0f39e8-ec7b-4acd-a14e-fe92253155d8 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:42.206041 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:42.231521 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-c04b37f9-1b21-4da6-8728-7ac4a876620b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/quotas/e96ad52116724cd9b1953f707e95af4f HTTP/1.1" status: 200 len: 375 time: 0.0307655 Jun 22 00:48:42.303580 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-router', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:39Z', 'revision_number': 4, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'gw_port': {'id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '91d70d35-c5fe-43db-8f8d-0b5ccf63d136', 'name': '', 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'mac_address': 'fa:16:3e:8e:a2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a9e655c-cb93-419e-885b-298c02f8abb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:39Z', 'revision_number': 2, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'subnets': [{'id': '5a9e655c-cb93-419e-885b-298c02f8abb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:42.348751 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.15', 52738) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:42.365024 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Checking router: 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:48:42.369200 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Updating router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 binding host dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:48:42.408547 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:42.448670 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:42.462674 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-65f77cb3-35a8-4f16-a289-f4862bdc6d92 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2299364 Jun 22 00:48:42.519988 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port fa0f39e8-ec7b-4acd-a14e-fe92253155d8, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=fa0f39e8-ec7b-4acd-a14e-fe92253155d8,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:48:42.526761 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:42.528143 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0e50b45d-c42d-408d-950a-9f963e9a1e0d up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:42.531661 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-44c7aca9-59e5-4ef1-a3ed-5cc25437eb5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:42.674352 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-86ef0a6f-a30d-4a4b-ab63-4cb8ea679f72 service neutron] 10.222.0.26 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101619 Jun 22 00:48:42.676649 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 52070) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:42.707302 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=fa0f39e8-ec7b-4acd-a14e-fe92253155d8,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:42.710298 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:42.724714 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-af8389f3-2cf3-4244-8d17-4824954c5589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:42.729973 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 0e50b45d-c42d-408d-950a-9f963e9a1e0d triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:42.730310 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:42.802286 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a973d-2c56-45f4-b002-af3f408b662b req-40a7e379-8e48-4725-ba94-4ff39feb1d3b tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:42.804283 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-40a7e379-8e48-4725-ba94-4ff39feb1d3b tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.15 "GET /v2.0/networks?id=9444b66e-7847-4e8d-9a13-889ecf19d410 HTTP/1.1" status: 200 len: 812 time: 0.4539957 Jun 22 00:48:42.889955 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Request body: {'port': {'device_id': 'c5317b7f-8f43-44bd-8764-9a2bc46bc529', 'network_id': '9444b66e-7847-4e8d-9a13-889ecf19d410', 'admin_state_up': True, 'tenant_id': '896c69f422014f24919ffe540453ce41'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:42.923003 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-f375cdfb-b234-4279-a8fe-23e1fbf320c7 service neutron] 10.222.0.26 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464116 Jun 22 00:48:42.932941 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 52072) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:42.968959 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-7888da53-8f48-4b9c-bc08-e30069a92f2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1292394478', 'description': 'tempest-description--1337601004'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:42.971700 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Notify callbacks [] for port, precommit_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:42.984772 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.provisioning_blocks [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Transition to ACTIVE for port object 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 will not be triggered until provisioned by entity L2. {{(pid=99511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:42.996766 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:43.003796 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:43.148504 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-af8389f3-2cf3-4244-8d17-4824954c5589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:43.201747 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-af8389f3-2cf3-4244-8d17-4824954c5589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:43.209585 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f516357-385c-4ede-9896-8f4af85793f9 None None] Pushing event updated for resources: {'Port': ['ID=91d70d35-c5fe-43db-8f8d-0b5ccf63d136,revision_number=3']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:43.215636 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:43.220480 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7888da53-8f48-4b9c-bc08-e30069a92f2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:43.237996 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-2f516357-385c-4ede-9896-8f4af85793f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:43.431940 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Attempting to bind port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:48:43.440791 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Attempting to bind port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:48:43.441470 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Attempting to bind port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 on network bd66bcf7-565c-4d87-81a2-097abc66200e {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:48:43.457929 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:48:43.458405 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Checking segment: {'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:43.458877 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:43.459356 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Bound using segment: {'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:48:43.459908 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Bound port: 91d70d35-c5fe-43db-8f8d-0b5ccf63d136, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'}}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:48:43.460343 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:43.497403 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Sync routers for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:48:43.512641 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:43.516493 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:48:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:43.584150 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7888da53-8f48-4b9c-bc08-e30069a92f2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:43.593415 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.15', 52744) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:43.594499 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 52106) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:43.694578 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] For port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:48:43.699671 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] For port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=91d70d35-c5fe-43db-8f8d-0b5ccf63d136,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:48:43.717804 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:43.721550 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:43.823183 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Made reservation on behalf of 896c69f422014f24919ffe540453ce41 for: {'port': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:43.823776 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:48:43.826856 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:43.856995 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f516357-385c-4ede-9896-8f4af85793f9 None None] Pushing event updated for resources: {'Port': ['ID=91d70d35-c5fe-43db-8f8d-0b5ccf63d136,revision_number=4']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:43.863768 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Routers {'1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:43.865110 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:48:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:43.868676 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-2f516357-385c-4ede-9896-8f4af85793f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:43.915406 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7888da53-8f48-4b9c-bc08-e30069a92f2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:43.923435 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-af8389f3-2cf3-4244-8d17-4824954c5589 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8e669af8aaf41b483dd9be722e1f79e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2293305 Jun 22 00:48:43.929469 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 52142) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:43.950691 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device fa0f39e8-ec7b-4acd-a14e-fe92253155d8 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:43.983833 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8389f3-2cf3-4244-8d17-4824954c5589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b677f2-d79b-4679-b237-ec0484fdd2d5,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:44.032957 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-af8389f3-2cf3-4244-8d17-4824954c5589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:44.033618 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-af8389f3-2cf3-4244-8d17-4824954c5589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:44.092444 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] Set router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:48:44.125187 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:44.129338 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888da53-8f48-4b9c-bc08-e30069a92f2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665bdc8c-561c-4da2-8f37-a63b09c68265,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:44.208729 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ed04e3f5-024e-4638-bad7-d8e8a7d8713b req-e9487f33-15bc-4a90-ab10-72cf04c2bbd0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 210 time: 0.6160896 Jun 22 00:48:44.228839 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7888da53-8f48-4b9c-bc08-e30069a92f2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:44.250503 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ee3997b-a5a5-46ea-b5c9-73164a1ffa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:44.300243 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-866b2c82-dc16-44ae-b81d-2e9b1bbffa5b req-de73a505-7ed7-4eec-962b-0e19ac3f1ed0 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 210 time: 0.6538050 Jun 22 00:48:44.320417 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7888da53-8f48-4b9c-bc08-e30069a92f2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:44.321650 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-7888da53-8f48-4b9c-bc08-e30069a92f2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3855710 Jun 22 00:48:44.331137 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 52154) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:44.340996 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-3e2b71a5-f935-40d9-ae22-6322523f0b63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'security_group_rule': {'security_group_id': '665bdc8c-561c-4da2-8f37-a63b09c68265', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:44.362522 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port fa0f39e8-ec7b-4acd-a14e-fe92253155d8 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:44.362896 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:44.476218 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-cd1827ba-014d-4a84-9bae-4e046eb307dc tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:44.486069 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-cd1827ba-014d-4a84-9bae-4e046eb307dc tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 815 time: 0.8886364 Jun 22 00:48:44.517899 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3e2b71a5-f935-40d9-ae22-6322523f0b63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:44.529263 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ee3997b-a5a5-46ea-b5c9-73164a1ffa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:44.583061 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Allocated IP 172.20.0.5 (9444b66e-7847-4e8d-9a13-889ecf19d410/18485d7e-1ab1-4d44-baba-37c0f3cac155/3419c795-3fa8-4e0d-8bc0-476cda3cb3ff) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:44.627108 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Request body: {'port': {'device_id': 'c07c210f-1f0e-43e6-a443-97eb947a365e', 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792', 'admin_state_up': True, 'tenant_id': 'abed0509eac14d0f94282f9058c84b9b'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:44.749569 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-router', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:39Z', 'revision_number': 4, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'gw_port': {'id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '91d70d35-c5fe-43db-8f8d-0b5ccf63d136', 'name': '', 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'mac_address': 'fa:16:3e:8e:a2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a9e655c-cb93-419e-885b-298c02f8abb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:43Z', 'revision_number': 4, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'subnets': [{'id': '5a9e655c-cb93-419e-885b-298c02f8abb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:44.855924 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ee3997b-a5a5-46ea-b5c9-73164a1ffa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:44.858565 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171240d0-b1e2-4d42-8ca0-b06c2e47520d None None] The sync data for ids ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'] in dv-cinder-753305-6-iscsi is: [{'id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-router', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:39Z', 'revision_number': 4, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'gw_port': {'id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '91d70d35-c5fe-43db-8f8d-0b5ccf63d136', 'name': '', 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'mac_address': 'fa:16:3e:8e:a2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5a9e655c-cb93-419e-885b-298c02f8abb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:43Z', 'revision_number': 4, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'subnets': [{'id': '5a9e655c-cb93-419e-885b-298c02f8abb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:48:44.878366 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ee3997b-a5a5-46ea-b5c9-73164a1ffa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:44.880234 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-8ee3997b-a5a5-46ea-b5c9-73164a1ffa8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76b677f2-d79b-4679-b237-ec0484fdd2d5 HTTP/1.1" status: 204 len: 168 time: 0.9429917 Jun 22 00:48:44.888855 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1f275110-7e95-4a2f-ab94-f68cf581b659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:44.987082 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3997b-a5a5-46ea-b5c9-73164a1ffa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b677f2-d79b-4679-b237-ec0484fdd2d5,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:45.008355 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-8ee3997b-a5a5-46ea-b5c9-73164a1ffa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:45.039789 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 2, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:45.130763 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-897fa93c-58c7-4499-ae65-6b06cf9a07ca req-6bc6cd2d-01a4-4468-83c8-2683bbcda614 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 210 time: 0.4819946 Jun 22 00:48:45.150865 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Checking router: 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:48:45.151613 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Updating router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 port 9418712e-c67d-4f5d-80a7-9ba991ab4857 binding host dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:48:45.225685 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:45.262648 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:45.389772 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:45.396495 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:45.417572 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3e2b71a5-f935-40d9-ae22-6322523f0b63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:45.462858 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3e2b71a5-f935-40d9-ae22-6322523f0b63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:45.501412 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2db0ec1d-cbb8-4c3a-8f4d-c6cea46d04fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:45.562409 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:45.887283 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7430b30a-f523-42f3-80fd-4d090fcc6d7f req-b7efeefb-6b30-46ee-836f-cc7808ed652a tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 210 time: 0.2477419 Jun 22 00:48:45.913684 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Network 9444b66e-7847-4e8d-9a13-889ecf19d410 is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:45.918351 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Pushing event updated for resources: {'Port': ['ID=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:45.933555 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:45.946773 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:45.953380 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:45.963319 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b71a5-f935-40d9-ae22-6322523f0b63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75d9da3-ebea-40ec-8a79-08832b5432a3,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:45.983107 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:45.986369 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.074399 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2db0ec1d-cbb8-4c3a-8f4d-c6cea46d04fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.079486 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:46.092904 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2066801 Jun 22 00:48:46.118095 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3e2b71a5-f935-40d9-ae22-6322523f0b63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:46.122135 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-a8b17e58-699b-4d93-851b-b756583f9d7a tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99509) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:48:46.123271 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-a8b17e58-699b-4d93-851b-b756583f9d7a tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073547 Jun 22 00:48:46.126267 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2db0ec1d-cbb8-4c3a-8f4d-c6cea46d04fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.149663 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:46.154346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3e2b71a5-f935-40d9-ae22-6322523f0b63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.156664 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-3e2b71a5-f935-40d9-ae22-6322523f0b63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8226116 Jun 22 00:48:46.160372 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 52196) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:46.167767 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-5336f922-6394-4e08-a61c-ae6d0d6057b9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'security_group_rule': {'security_group_id': '665bdc8c-561c-4da2-8f37-a63b09c68265', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:46.281735 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:46.292946 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:46.293575 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.375643 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Notify callbacks [] for port, precommit_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.393151 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Transition to ACTIVE for port object 9418712e-c67d-4f5d-80a7-9ba991ab4857 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:46.438107 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-2db0ec1d-cbb8-4c3a-8f4d-c6cea46d04fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fc1671a11fc40c4800f383756ab6920&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8364503 Jun 22 00:48:46.447965 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 52204) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:46.456824 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.464712 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0ec1d-cbb8-4c3a-8f4d-c6cea46d04fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e4f867-105a-4aba-a758-2c3042f38cf6,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:46.494180 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:46.494980 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2db0ec1d-cbb8-4c3a-8f4d-c6cea46d04fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:46.498015 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Made reservation on behalf of abed0509eac14d0f94282f9058c84b9b for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:46.515064 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.565765 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5336f922-6394-4e08-a61c-ae6d0d6057b9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.635319 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.649886 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-453c1735-dcbe-463b-b1df-405900ee92ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.661012 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21acf9-8fe7-415f-abd3-4f8742a604a9 None None] Pushing event updated for resources: {'Port': ['ID=9418712e-c67d-4f5d-80a7-9ba991ab4857,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:46.676936 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-af21acf9-8fe7-415f-abd3-4f8742a604a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:46.692412 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4729dd3-8207-4772-a3ed-ce5541f67464 req-118d3afc-289b-46c8-b227-2e8dc868c66c tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:46.694068 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d4729dd3-8207-4772-a3ed-ce5541f67464 req-118d3afc-289b-46c8-b227-2e8dc868c66c tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 931 time: 0.8337939 Jun 22 00:48:46.742448 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-453c1735-dcbe-463b-b1df-405900ee92ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.846189 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d4729dd3-8207-4772-a3ed-ce5541f67464 req-39941e1e-8f21-4ed5-a56f-76b82ae85af2 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127114 Jun 22 00:48:46.854502 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=91d70d35-c5fe-43db-8f8d-0b5ccf63d136,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:48:46.871215 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.920933 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:46.966262 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5336f922-6394-4e08-a61c-ae6d0d6057b9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:46.975117 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Attempting to bind port 9418712e-c67d-4f5d-80a7-9ba991ab4857 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:48:46.975685 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Attempting to bind port 9418712e-c67d-4f5d-80a7-9ba991ab4857 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:48:46.976154 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Attempting to bind port 9418712e-c67d-4f5d-80a7-9ba991ab4857 on network 40daa533-8b8b-42fb-9b6e-81147858b587 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:48:47.004359 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e51203-2046-4f63-953e-3a3557f34541 req-d58a7909-15b6-4364-9051-ef346d34b192 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:47.033609 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-d58a7909-15b6-4364-9051-ef346d34b192 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/networks?id=bd66bcf7-565c-4d87-81a2-097abc66200e HTTP/1.1" status: 200 len: 819 time: 0.8352528 Jun 22 00:48:47.082460 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:48:47.083055 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Checking segment: {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:47.083337 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:47.084802 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Bound using segment: {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:48:47.086234 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Bound port: 9418712e-c67d-4f5d-80a7-9ba991ab4857, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:48:47.087923 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:47.143264 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-453c1735-dcbe-463b-b1df-405900ee92ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:47.148247 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5336f922-6394-4e08-a61c-ae6d0d6057b9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:47.169833 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-453c1735-dcbe-463b-b1df-405900ee92ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:47.191604 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-453c1735-dcbe-463b-b1df-405900ee92ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8e4f867-105a-4aba-a758-2c3042f38cf6 HTTP/1.1" status: 204 len: 168 time: 0.7520647 Jun 22 00:48:47.195688 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:47.218322 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=91d70d35-c5fe-43db-8f8d-0b5ccf63d136,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:47.273191 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.15', 52753) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:47.302368 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:47.365469 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c1735-dcbe-463b-b1df-405900ee92ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e4f867-105a-4aba-a758-2c3042f38cf6,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:47.385067 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-453c1735-dcbe-463b-b1df-405900ee92ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:47.388064 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:47.450826 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5336f922-6394-4e08-a61c-ae6d0d6057b9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:47.452399 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-5336f922-6394-4e08-a61c-ae6d0d6057b9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2906692 Jun 22 00:48:47.453248 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] For port 9418712e-c67d-4f5d-80a7-9ba991ab4857, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:48:47.455631 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336f922-6394-4e08-a61c-ae6d0d6057b9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7003c0f6-5d90-4347-a1ae-9e70c45eedfd,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:47.459048 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 52226) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:47.461218 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] For port 9418712e-c67d-4f5d-80a7-9ba991ab4857, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=9418712e-c67d-4f5d-80a7-9ba991ab4857,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:48:47.471180 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'floatingip': {'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:47.481541 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:47.483939 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:47.487389 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-c5182a8a-3c9c-4a57-89af-371dcf86c82c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:47.489506 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-c5182a8a-3c9c-4a57-89af-371dcf86c82c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.15 "GET /v2.0/networks?id=bd66bcf7-565c-4d87-81a2-097abc66200e HTTP/1.1" status: 200 len: 819 time: 0.5298293 Jun 22 00:48:47.490615 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-5336f922-6394-4e08-a61c-ae6d0d6057b9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:47.588549 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Request body: {'port': {'device_id': '0409d54e-bd3f-44a1-a6f9-328dfb564011', 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e', 'admin_state_up': True, 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:47.615153 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:47.617786 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:47.618835 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:48:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:47.708493 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21acf9-8fe7-415f-abd3-4f8742a604a9 None None] Pushing event updated for resources: {'Port': ['ID=9418712e-c67d-4f5d-80a7-9ba991ab4857,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:47.713984 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-af21acf9-8fe7-415f-abd3-4f8742a604a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:47.785255 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-39ffae2f-8db8-4d25-bc39-0cc0eb8ce8e9 req-20c245a7-7d55-47a7-9ab6-beb559dc1800 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 210 time: 0.2011163 Jun 22 00:48:47.854239 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:48:47.920895 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-5d80be4a-9f44-48ca-826a-a5f101cfaecb tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/quotas/e96ad52116724cd9b1953f707e95af4f HTTP/1.1" status: 200 len: 375 time: 0.8845491 Jun 22 00:48:47.945198 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:48.045052 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Request body: {'port': {'device_id': 'c5317b7f-8f43-44bd-8764-9a2bc46bc529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:48.050743 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Allocated IP 172.20.0.9 (19fe0ada-a91e-4ec7-8159-76864314e792/6e1a9e46-eede-4dcb-adf3-f8c4b66dab15/0a03e900-0808-498e-babe-78f009d53055) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:48.299462 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.309555 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-f0859193-44a3-45fd-a935-3d64f02bc5c4 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3625302 Jun 22 00:48:48.384701 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.445277 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:48.445855 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.483348 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Made reservation on behalf of e96ad52116724cd9b1953f707e95af4f for: {'port': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:48.494490 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.699345 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-fe89c132-c04c-4eea-8df9-0b3dbc82ed53 service neutron] 10.222.0.26 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726003 Jun 22 00:48:48.715326 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:47Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:48.750273 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6783ae-6c53-4f71-a5bc-9a4f6fdd8c7b None None] The sync data for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi is: [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:47Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:48:48.871874 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Allocated IP 172.20.0.6 (bd66bcf7-565c-4d87-81a2-097abc66200e/5a9e655c-cb93-419e-885b-298c02f8abb4/4ed40c49-4059-4533-97ae-53e1cdbcd634) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:48.915539 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68612e-610d-4d37-806b-18a42083ad7f req-f238cefc-e6d7-4f62-8294-05d9ce796829 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:48.931538 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7b68612e-610d-4d37-806b-18a42083ad7f req-f238cefc-e6d7-4f62-8294-05d9ce796829 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 931 time: 0.7184267 Jun 22 00:48:48.996440 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Allocated IP 172.27.0.33 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/f3de9a6d-c89d-4071-9d16-72ce9e35602e) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:49.028382 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.192537 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7b68612e-610d-4d37-806b-18a42083ad7f req-c9f90ba9-d361-4c07-848e-2b0a04a4ad79 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537837 Jun 22 00:48:49.240715 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-26fad08f-837b-48ff-93f8-f742d6e12e4d service neutron] 10.222.0.26 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050197 Jun 22 00:48:49.283090 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.289412 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d2a14f17-dc44-4ab5-917d-41d4b773358d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:49.541606 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Network 19fe0ada-a91e-4ec7-8159-76864314e792 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:49.614878 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59f0004a-d0e6-46f1-90f9-55b94ff137e1 req-1f70e39f-3062-4781-9022-2d117b614993 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0755303 Jun 22 00:48:49.624047 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:49.632759 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Pushing event updated for resources: {'Port': ['ID=0a03e900-0808-498e-babe-78f009d53055,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:49.645805 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:49.651653 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:49.652340 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.656261 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:49.678081 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.721748 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1131196 Jun 22 00:48:49.776513 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977b23b-fe65-4732-814f-d09c613c1083 req-88801ef3-611b-4967-a55c-f015e66b0df9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:49.778427 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f977b23b-fe65-4732-814f-d09c613c1083 req-88801ef3-611b-4967-a55c-f015e66b0df9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.1561842 Jun 22 00:48:49.892079 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f977b23b-fe65-4732-814f-d09c613c1083 req-06957885-9466-428c-87d3-848ee358de5c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066678 Jun 22 00:48:49.898646 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.983778 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 9418712e-c67d-4f5d-80a7-9ba991ab4857 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:50.059532 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.081451 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7100d610-1fe3-468d-a4d3-34b2501610bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:50.093770 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.097620 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 9418712e-c67d-4f5d-80a7-9ba991ab4857 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:50.105267 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 9418712e-c67d-4f5d-80a7-9ba991ab4857 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:50.105653 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.180362 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Network bd66bcf7-565c-4d87-81a2-097abc66200e is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:50.192542 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:50.198906 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Pushing event updated for resources: {'Port': ['ID=4ed40c49-4059-4533-97ae-53e1cdbcd634,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:50.233474 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:50.240011 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:50.244398 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.254109 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:50.272705 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:50.300956 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:50.452292 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.454761 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:50.455228 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:50.466326 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8916671 Jun 22 00:48:50.484778 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.575274 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.notifiers.nova [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff {{(pid=99509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:48:50.576283 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-9e7d80b2-6740-42d8-b53a-77e89a06e67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.589084 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.597794 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48538ae9-ee59-44d2-b308-6770ddbb4420 req-7fa829c2-7b85-40dc-8a67-765afdd35103 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:50.600074 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-48538ae9-ee59-44d2-b308-6770ddbb4420 req-7fa829c2-7b85-40dc-8a67-765afdd35103 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 931 time: 0.2107706 Jun 22 00:48:50.610762 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'Port': ['ID=f3de9a6d-c89d-4071-9d16-72ce9e35602e,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:50.611599 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 9418712e-c67d-4f5d-80a7-9ba991ab4857, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=9418712e-c67d-4f5d-80a7-9ba991ab4857,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:48:50.620930 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.630370 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:50.631316 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-af21acf9-8fe7-415f-abd3-4f8742a604a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:50.636396 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.provisioning_blocks [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Transition to ACTIVE for port object 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff will not be triggered until provisioned by entity L2. {{(pid=99509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:50.637286 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.667426 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.677397 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:50.731938 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-48538ae9-ee59-44d2-b308-6770ddbb4420 req-16e798a4-39b9-411a-99c7-925236e722e1 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260006 Jun 22 00:48:50.783110 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=9418712e-c67d-4f5d-80a7-9ba991ab4857,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:50.791629 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:50.825540 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7cd22cad-d6a7-4278-b0f1-c4bb2fca9219 req-1768442e-d3e0-42a2-9ec6-6a8349b0fb78 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0366955 Jun 22 00:48:50.846327 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff,revision_number=2']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:50.884830 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:50.946113 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.managers [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Attempting to bind port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:48:50.946484 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.managers [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Attempting to bind port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '1dd3969c-b3c0-492d-843e-28c8d48445e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9444b66e-7847-4e8d-9a13-889ecf19d410'}] {{(pid=99509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:48:50.946837 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Attempting to bind port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff on network 9444b66e-7847-4e8d-9a13-889ecf19d410 {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:48:50.955014 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff on network 9444b66e-7847-4e8d-9a13-889ecf19d410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:48:50.955342 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Attempting to bind port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff on network 9444b66e-7847-4e8d-9a13-889ecf19d410 {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:48:50.968464 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:48:50.968841 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Checking segment: {'id': '1dd3969c-b3c0-492d-843e-28c8d48445e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9444b66e-7847-4e8d-9a13-889ecf19d410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:50.969394 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Bound using segment: {'id': '1dd3969c-b3c0-492d-843e-28c8d48445e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9444b66e-7847-4e8d-9a13-889ecf19d410'} {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:48:50.971251 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.managers [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Bound port: 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd3969c-b3c0-492d-843e-28c8d48445e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '9444b66e-7847-4e8d-9a13-889ecf19d410'}}] {{(pid=99509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:48:50.971639 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.061748 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for port, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.072361 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.083829 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:51.087130 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] For port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff, host hv-cinder-75330, cleared binding levels {{(pid=99509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:48:51.135010 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.138404 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd9763-9a19-46a2-8acc-9acc36b448c6 req-88b1da10-317c-459a-9fd5-6a1f22929ede tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:51.143783 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] For port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff,segment=NetworkSegment(1dd3969c-b3c0-492d-843e-28c8d48445e8),segment_id=1dd3969c-b3c0-492d-843e-28c8d48445e8)] {{(pid=99509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:48:51.144557 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5fcd9763-9a19-46a2-8acc-9acc36b448c6 req-88b1da10-317c-459a-9fd5-6a1f22929ede tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.0853348 Jun 22 00:48:51.161986 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.180998 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.198988 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7185130 Jun 22 00:48:51.198988 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'Port': ['ID=f3de9a6d-c89d-4071-9d16-72ce9e35602e,revision_number=2']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:51.205119 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:51.205119 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-69c93e2e-a449-4aa9-943a-798eedf891dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:51.212821 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:51.213637 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.216002 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5fcd9763-9a19-46a2-8acc-9acc36b448c6 req-d68783d3-ac47-4961-a060-0a561b8e5489 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672657 Jun 22 00:48:51.217546 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/3419c795-3fa8-4e0d-8bc0-476cda3cb3ff HTTP/1.1" status: 200 len: 1093 time: 3.9031951 Jun 22 00:48:51.220684 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5317b7f-8f43-44bd-8764-9a2bc46bc529', 'tag': '3419c795-3fa8-4e0d-8bc0-476cda3cb3ff'}] {{(pid=99509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:48:51.340520 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff,revision_number=3']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:51.344492 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:51.457112 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}715ab93fe84fc0b93290d0888939334232c31d164512a61dc43338aaaf7e287b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87877bc-1d51-4601-b94b-bf491ec2cce6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5317b7f-8f43-44bd-8764-9a2bc46bc529", "tag": "3419c795-3fa8-4e0d-8bc0-476cda3cb3ff"}]}' {{(pid=99509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:48:51.470868 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-4c96aed2-f34a-4535-8715-b89bae0de381 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1292394478&fields=id&tenant_id=82fead901d83470b932de546dc74ac9d HTTP/1.1" status: 200 len: 267 time: 0.0468194 Jun 22 00:48:51.506004 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 52380) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:51.590394 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-37a18022-fbca-4d98-ba50-7041e1bc22d4 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:51.597785 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-37a18022-fbca-4d98-ba50-7041e1bc22d4 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 817 time: 0.1181836 Jun 22 00:48:51.611468 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-5b43c0f7-0ec6-4734-9ab4-8cf8b5e27654 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/quotas/82fead901d83470b932de546dc74ac9d HTTP/1.1" status: 200 len: 375 time: 0.0128012 Jun 22 00:48:51.630158 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcef23c4-611a-41d7-b013-e5d4eafaf16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.664149 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b062feb-f6c0-4257-9770-ccf47466669c x-openstack-request-id: req-3b062feb-f6c0-4257-9770-ccf47466669c {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:48:51.664457 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5317b7f-8f43-44bd-8764-9a2bc46bc529", "tag": "3419c795-3fa8-4e0d-8bc0-476cda3cb3ff", "status": "completed", "code": 200}]} {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:48:51.665021 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b062feb-f6c0-4257-9770-ccf47466669c {{(pid=99509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:48:51.665554 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5317b7f-8f43-44bd-8764-9a2bc46bc529', 'tag': '3419c795-3fa8-4e0d-8bc0-476cda3cb3ff', 'status': 'completed', 'code': 200} Jun 22 00:48:51.705334 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-a3590efd-590f-4267-9f60-6fdec72e1a35 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895150 Jun 22 00:48:51.738724 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcef23c4-611a-41d7-b013-e5d4eafaf16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.742681 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcef23c4-611a-41d7-b013-e5d4eafaf16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.745295 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:51.801642 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-fcef23c4-611a-41d7-b013-e5d4eafaf16c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4584209c4c1c4b56b9eacdccd25e65a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921677 Jun 22 00:48:51.801642 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef23c4-611a-41d7-b013-e5d4eafaf16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4d2922-9107-47f4-ae10-21e6356e4614,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:51.801850 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 52394) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:51.804323 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-fcef23c4-611a-41d7-b013-e5d4eafaf16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:51.827258 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-24b6f8ba-7b37-4367-95f7-10f69a7788c6 service neutron] 10.222.0.26 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017196 Jun 22 00:48:51.867768 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 9418712e-c67d-4f5d-80a7-9ba991ab4857 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:51.924089 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 9418712e-c67d-4f5d-80a7-9ba991ab4857 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:51.924547 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.963607 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bbde6eae-e8eb-4ddb-869a-a138ddac0bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.010033 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bbde6eae-e8eb-4ddb-869a-a138ddac0bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.023435 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-8dbf567e-42cd-4881-9d6a-6880d6b450e4 service neutron] 10.222.0.26 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857810 Jun 22 00:48:52.059460 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcba72-4162-48aa-abe9-c104475f92b5 req-5b3d994b-0146-4a0b-bfa1-96a65e4e83e4 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:52.060881 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5adcba72-4162-48aa-abe9-c104475f92b5 req-5b3d994b-0146-4a0b-bfa1-96a65e4e83e4 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1579781 Jun 22 00:48:52.102059 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bbde6eae-e8eb-4ddb-869a-a138ddac0bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.105675 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5adcba72-4162-48aa-abe9-c104475f92b5 req-9bd68283-1433-4976-b390-63f8c92107fb tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382063 Jun 22 00:48:52.108415 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bbde6eae-e8eb-4ddb-869a-a138ddac0bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.112899 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-bbde6eae-e8eb-4ddb-869a-a138ddac0bb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c4d2922-9107-47f4-ae10-21e6356e4614 HTTP/1.1" status: 204 len: 168 time: 0.3072538 Jun 22 00:48:52.112899 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:52.118752 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde6eae-e8eb-4ddb-869a-a138ddac0bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4d2922-9107-47f4-ae10-21e6356e4614,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:52.121424 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bbde6eae-e8eb-4ddb-869a-a138ddac0bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:52.207419 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4e668157-ad1a-44f1-9548-bf8f6053876d req-c310e2fe-d2f6-4c9d-b2af-f3c1b6619ffc tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0328903 Jun 22 00:48:52.350861 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-365fbdc3-07ad-4d21-93b6-4f9bfbded038 req-9898058f-972d-4135-adb7-8f29a6c67cbb tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0568185 Jun 22 00:48:52.560923 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b18519-4c65-4be8-b304-ce43f2a4f3c7 req-61271a76-0387-433f-907d-c9fc9c8ca42c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:52.563485 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b18519-4c65-4be8-b304-ce43f2a4f3c7 req-61271a76-0387-433f-907d-c9fc9c8ca42c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.1145334 Jun 22 00:48:52.629954 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b18519-4c65-4be8-b304-ce43f2a4f3c7 req-ab3e142f-8d89-42d9-ad72-8ff1f1a2a150 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591254 Jun 22 00:48:52.693648 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 52418) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:52.941608 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b50c71ef-0fba-4694-b11e-35a6f12fdf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.971308 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-202fde06-fdc7-48bb-b326-e548e4068eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.113413 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b50c71ef-0fba-4694-b11e-35a6f12fdf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.126645 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b50c71ef-0fba-4694-b11e-35a6f12fdf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.131048 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bbde6eae-e8eb-4ddb-869a-a138ddac0bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:53.179925 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b50c71ef-0fba-4694-b11e-35a6f12fdf2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e007a5efd5f148878219251c3107ad55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4819343 Jun 22 00:48:53.179925 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c71ef-0fba-4694-b11e-35a6f12fdf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697f7f67-622f-4045-9314-9ed7d4f1d0cd,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:53.180317 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 52450) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:53.182638 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b50c71ef-0fba-4694-b11e-35a6f12fdf2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:53.288515 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fd741a44-17c6-49a7-a0e2-41e2a8dc26d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.341931 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fd741a44-17c6-49a7-a0e2-41e2a8dc26d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.440821 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fd741a44-17c6-49a7-a0e2-41e2a8dc26d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.447155 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fd741a44-17c6-49a7-a0e2-41e2a8dc26d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.448748 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-fd741a44-17c6-49a7-a0e2-41e2a8dc26d6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/697f7f67-622f-4045-9314-9ed7d4f1d0cd HTTP/1.1" status: 204 len: 168 time: 0.2674217 Jun 22 00:48:53.450515 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-8ee3997b-a5a5-46ea-b5c9-73164a1ffa8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:53.474263 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd741a44-17c6-49a7-a0e2-41e2a8dc26d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697f7f67-622f-4045-9314-9ed7d4f1d0cd,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:53.483963 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0216de84-e4c6-4972-b02e-e6fa06220b13 req-f84595cf-6426-49f6-a4f5-b33467c5f473 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0875120 Jun 22 00:48:53.492332 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 52464) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:53.510427 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-fd741a44-17c6-49a7-a0e2-41e2a8dc26d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:53.570142 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.609741 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ffc21-69cc-4977-9912-b09c4ee27819 req-ae417915-68f8-484b-a3de-60f8e9edbcd6 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:53.620605 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-124ffc21-69cc-4977-9912-b09c4ee27819 req-ae417915-68f8-484b-a3de-60f8e9edbcd6 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.2632482 Jun 22 00:48:53.743042 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2d4415a2-018a-405e-9ce6-0d494e0e5a02 req-34bc8dcc-42eb-4df3-98d6-02a51536dfe2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0752060 Jun 22 00:48:53.778370 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-124ffc21-69cc-4977-9912-b09c4ee27819 req-d7ef593a-fb38-4915-8066-7979d6a9be60 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505573 Jun 22 00:48:53.986687 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-619e0247-9cbf-4aad-8746-0198452e6687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.071448 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673a4bb-d039-4158-ba18-17ab5101bc33 req-28a67f13-9230-4f60-9597-bf0a5b039b43 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:54.075393 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c673a4bb-d039-4158-ba18-17ab5101bc33 req-28a67f13-9230-4f60-9597-bf0a5b039b43 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.1292155 Jun 22 00:48:54.126545 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c673a4bb-d039-4158-ba18-17ab5101bc33 req-86e948c5-6038-4d9f-a084-56566af86ff4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460806 Jun 22 00:48:54.178075 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-619e0247-9cbf-4aad-8746-0198452e6687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.186209 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-619e0247-9cbf-4aad-8746-0198452e6687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.191497 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-42750a50-aaa4-45c2-9083-c8f6aa3c1628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:54.229996 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e0247-9cbf-4aad-8746-0198452e6687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7f8f73-2112-4c17-b681-69e17c9d94a9,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:54.240597 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-619e0247-9cbf-4aad-8746-0198452e6687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:54.244326 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-619e0247-9cbf-4aad-8746-0198452e6687 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7036ac4f6abd4385a06bac5e633845d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508216 Jun 22 00:48:54.246885 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 52494) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:54.306919 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7f2c7f14-8ef2-4c1a-ab9f-823c588a77b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.331283 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7f2c7f14-8ef2-4c1a-ab9f-823c588a77b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.402644 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7f2c7f14-8ef2-4c1a-ab9f-823c588a77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.406293 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7f2c7f14-8ef2-4c1a-ab9f-823c588a77b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.407789 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-7f2c7f14-8ef2-4c1a-ab9f-823c588a77b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc7f8f73-2112-4c17-b681-69e17c9d94a9 HTTP/1.1" status: 204 len: 168 time: 0.1598713 Jun 22 00:48:54.411268 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:54.424648 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c7f14-8ef2-4c1a-ab9f-823c588a77b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7f8f73-2112-4c17-b681-69e17c9d94a9,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:54.429015 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7f2c7f14-8ef2-4c1a-ab9f-823c588a77b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:54.532583 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.683164 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ad882868-b07a-4bce-af15-a7161a75f6cd req-841a12d8-fb4b-4806-9893-063692160013 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0388153 Jun 22 00:48:54.945716 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffda32f7-4890-43a6-ba93-1df96a264417 req-007c0dbe-eecf-42c2-96d0-933f764d8f6f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0631158 Jun 22 00:48:55.055622 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c321158-8849-41c3-baa3-d4c42d64ef04 req-30781635-f33b-41c0-80a7-6636efa14d2b tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:55.058057 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0c321158-8849-41c3-baa3-d4c42d64ef04 req-30781635-f33b-41c0-80a7-6636efa14d2b tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1113510 Jun 22 00:48:55.116740 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0c321158-8849-41c3-baa3-d4c42d64ef04 req-f09532ff-60a6-4df4-80cc-26bbf4a88841 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432603 Jun 22 00:48:55.334702 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07f90c-014f-4509-9571-296f486f8b87 req-af5b2d31-9de9-45ee-99dd-d70fe8167fd9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:55.338194 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2e07f90c-014f-4509-9571-296f486f8b87 req-af5b2d31-9de9-45ee-99dd-d70fe8167fd9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.0758078 Jun 22 00:48:55.378244 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2e07f90c-014f-4509-9571-296f486f8b87 req-499fc8dd-4cdb-49b6-a358-92f32470e72b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Jun 22 00:48:55.873064 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-97d2a4c6-bc33-4319-ae83-83d143ca1690 req-38bf81bd-33c5-406a-897c-9fa2e3608d40 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0463898 Jun 22 00:48:56.129401 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84e3a8c2-34bb-47fc-93f2-591860de1c32 req-a83678b4-6ca8-4471-9dd5-095dfe496490 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0465863 Jun 22 00:48:56.155919 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.310346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3503a0b-0180-4371-8c8e-9dbae575ffde req-9617f5c2-789a-47fc-a40d-a9f94a1c2631 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:56.311842 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f3503a0b-0180-4371-8c8e-9dbae575ffde req-9617f5c2-789a-47fc-a40d-a9f94a1c2631 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.0626714 Jun 22 00:48:56.357147 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f3503a0b-0180-4371-8c8e-9dbae575ffde req-3d86a993-5b5a-4ddd-8830-b71ec456afdb tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Jun 22 00:48:56.592629 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b90230-c8dc-4545-a2e9-1ed54d2035ed req-df997a09-787e-4091-be00-82bf09477b8e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:56.595005 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-77b90230-c8dc-4545-a2e9-1ed54d2035ed req-df997a09-787e-4091-be00-82bf09477b8e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.0892320 Jun 22 00:48:56.649445 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-77b90230-c8dc-4545-a2e9-1ed54d2035ed req-4db220bf-d96a-4db4-b5ea-2d72dcb4f1ca tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454886 Jun 22 00:48:57.031656 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-017990d0-2f79-4085-8b74-250a893f71e9 req-248e0f28-2c42-430b-8416-c5528c52921f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0418823 Jun 22 00:48:57.257296 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9ff0847d-0041-432b-b90d-1b41a2135533 req-5ef198eb-ca13-43e8-9630-f379f68b40a2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0276234 Jun 22 00:48:57.539128 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bafa9c-3314-4080-ba1a-bcfcbdfe34e4 req-d36f3a17-6da1-4623-a7bf-1e4f741c7d28 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:57.540629 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f5bafa9c-3314-4080-ba1a-bcfcbdfe34e4 req-d36f3a17-6da1-4623-a7bf-1e4f741c7d28 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.0763807 Jun 22 00:48:57.580448 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f5bafa9c-3314-4080-ba1a-bcfcbdfe34e4 req-ca0077ed-dcc7-48ea-a4ce-ecfee45107d1 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342917 Jun 22 00:48:57.845931 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860554c-e77c-491f-851b-ce2fd91186e8 req-fdeddc96-ccf0-4730-95d8-6c994bdedb0a tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:57.847449 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d860554c-e77c-491f-851b-ce2fd91186e8 req-fdeddc96-ccf0-4730-95d8-6c994bdedb0a tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.0792508 Jun 22 00:48:57.885181 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d860554c-e77c-491f-851b-ce2fd91186e8 req-a8141ca9-5ff9-4a9a-ba08-d89ed56ca988 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Jun 22 00:48:58.178670 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e70082d3-cf4e-46d9-b1dd-361bec1a5e19 req-779486ca-e346-44d4-87b1-e99e6990faa1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0272038 Jun 22 00:48:58.395696 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0bfea832-96a7-4135-800f-37a4b5a0e63a req-d7741a0c-53a9-4bc9-aa96-f5fcfd665f83 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0311825 Jun 22 00:48:58.752911 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794efbf-f6ac-4814-b281-f8a68111bdec req-f7448f64-f80c-4e11-ba44-ae47b686d000 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:58.754351 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8794efbf-f6ac-4814-b281-f8a68111bdec req-f7448f64-f80c-4e11-ba44-ae47b686d000 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.0629878 Jun 22 00:48:58.790651 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8794efbf-f6ac-4814-b281-f8a68111bdec req-872ed9db-0440-4b37-85aa-2794a9b91356 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307205 Jun 22 00:48:59.062914 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034ef64-12e6-4f41-b359-fa776e16ac80 req-6053ee90-d3f5-48c1-89df-efa67b1acc00 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:59.064764 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3034ef64-12e6-4f41-b359-fa776e16ac80 req-6053ee90-d3f5-48c1-89df-efa67b1acc00 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.0679624 Jun 22 00:48:59.107245 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3034ef64-12e6-4f41-b359-fa776e16ac80 req-ba03ae66-ee5c-4c5b-a760-75d1733c2b95 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349176 Jun 22 00:48:59.324258 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-574e9262-5a12-47e0-a44d-e67d2ada3fe1 req-c4019e68-f2d6-45f6-a4ff-f9e890794827 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0301306 Jun 22 00:48:59.539850 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4ea7338a-507e-437f-8c94-432fa323b9a1 req-479f1bda-aa9b-4b7d-8817-cd99acc33378 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0344977 Jun 22 00:48:59.982371 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b381642-6ad3-4a2e-96ff-ebb259c60cce req-8c6bd54e-21e8-411a-b979-1420c07351be tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:59.984406 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3b381642-6ad3-4a2e-96ff-ebb259c60cce req-8c6bd54e-21e8-411a-b979-1420c07351be tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.0667870 Jun 22 00:49:00.022353 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3b381642-6ad3-4a2e-96ff-ebb259c60cce req-ae8ba501-5591-4393-8578-01c90ca0a73a tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Jun 22 00:49:00.286669 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d4b28-7f6f-460e-9de6-8fed7a6e53f6 req-7633c7f2-ba15-4388-9fbf-355f52087c36 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:00.288112 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-137d4b28-7f6f-460e-9de6-8fed7a6e53f6 req-7633c7f2-ba15-4388-9fbf-355f52087c36 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.0672655 Jun 22 00:49:00.346859 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-137d4b28-7f6f-460e-9de6-8fed7a6e53f6 req-e77546c4-32c7-4344-8b06-0ba3c2c273d4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530534 Jun 22 00:49:00.467148 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a11ec350-b9fc-471a-911a-71da7da289b8 req-98db2628-e17c-4934-b01d-cbcf85531618 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0271146 Jun 22 00:49:00.681058 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-28a57835-b944-47e2-be3d-9145a0c145d3 req-a4652d2f-23f2-472e-8aee-a97116b6d9d1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0299742 Jun 22 00:49:01.254545 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc1060-0516-44c9-9e0d-ab5b651653de req-834333bb-b534-4abd-a644-429b8998834a tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:01.260414 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5bfc1060-0516-44c9-9e0d-ab5b651653de req-834333bb-b534-4abd-a644-429b8998834a tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.0993063 Jun 22 00:49:01.320753 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5bfc1060-0516-44c9-9e0d-ab5b651653de req-8dcde8d7-48eb-4691-91d5-c15cffaca460 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528243 Jun 22 00:49:01.541553 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363b0c8-c360-4152-880c-8e52d3cf28c5 req-8acbeb74-97d5-4c42-a00b-a02bea3318d4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:01.543102 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7363b0c8-c360-4152-880c-8e52d3cf28c5 req-8acbeb74-97d5-4c42-a00b-a02bea3318d4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.0620756 Jun 22 00:49:01.581874 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7363b0c8-c360-4152-880c-8e52d3cf28c5 req-c9dbe9f2-86b6-4781-aa26-25d987b8922f tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Jun 22 00:49:01.613555 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f0dbe508-663f-439a-8254-89b17f58337d req-25ce16dd-24ea-4ffe-8d7f-c5f66484ce43 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0285623 Jun 22 00:49:01.821332 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dfc8338a-c936-4398-9b41-d122a9522165 req-4d114ecc-d73b-491e-91d5-8cd3de81e72a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0319488 Jun 22 00:49:02.523593 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c09c2a-6755-480e-9f13-4bd056460d12 req-e65d8e9f-836c-46d1-be30-b2e68d91d415 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:02.525154 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67c09c2a-6755-480e-9f13-4bd056460d12 req-e65d8e9f-836c-46d1-be30-b2e68d91d415 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.0785501 Jun 22 00:49:02.563845 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67c09c2a-6755-480e-9f13-4bd056460d12 req-0317a4c7-c795-44f7-a8c3-e482c11ed560 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323932 Jun 22 00:49:02.770286 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-82eabed6-fcaa-47d7-9e5d-1e98fa50a0be req-f42b8945-419a-42b5-9661-5d67aabf9876 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0380373 Jun 22 00:49:02.785907 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d374f28-65dd-4289-84ce-e02cceb99ba1 req-23fd4e20-5838-4924-b74d-e65f1651dc21 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:02.787246 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5d374f28-65dd-4289-84ce-e02cceb99ba1 req-23fd4e20-5838-4924-b74d-e65f1651dc21 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.0932145 Jun 22 00:49:02.823768 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5d374f28-65dd-4289-84ce-e02cceb99ba1 req-226154a2-ba59-46e8-a2f1-87966a4581e2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310144 Jun 22 00:49:02.959444 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e69a8574-c628-43a9-af0a-a326eae8efb0 req-581b355a-5fd9-422c-b7dd-41bad7689801 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0281837 Jun 22 00:49:03.731186 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb097-3550-4888-b3ce-49530b3a3daa req-36f9acf7-088a-48f0-811d-4aad023553a7 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:03.732629 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7f3fb097-3550-4888-b3ce-49530b3a3daa req-36f9acf7-088a-48f0-811d-4aad023553a7 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.0623493 Jun 22 00:49:03.771549 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7f3fb097-3550-4888-b3ce-49530b3a3daa req-5693021d-b3a3-478e-a800-1458d5b7068d tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Jun 22 00:49:03.916371 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7f590782-edfb-4515-87a6-ca0ad32c2758 req-38f6be10-a9ee-4410-8ee1-b70dd978f568 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0313056 Jun 22 00:49:03.995715 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2708ff-6ea5-4a49-871b-01be49ec179e req-713347ca-232a-4caa-b383-f0489a1e57a7 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:03.997060 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1f2708ff-6ea5-4a49-871b-01be49ec179e req-713347ca-232a-4caa-b383-f0489a1e57a7 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.0629842 Jun 22 00:49:04.036866 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1f2708ff-6ea5-4a49-871b-01be49ec179e req-a5e75968-0500-42cc-b829-615877293e48 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Jun 22 00:49:04.102161 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-24be569e-7cdf-4760-8531-42aa8fffb21f req-130379fa-db90-4b8a-bfaa-ebe4f32f989a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0277190 Jun 22 00:49:04.942766 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e251f29-c449-496f-b47d-dddd2303ba9c req-c3a3aeb1-ed83-4178-9e4c-9d78c7b89b1a tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:04.944210 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8e251f29-c449-496f-b47d-dddd2303ba9c req-c3a3aeb1-ed83-4178-9e4c-9d78c7b89b1a tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.0637057 Jun 22 00:49:04.984501 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8e251f29-c449-496f-b47d-dddd2303ba9c req-7e8ecf11-f888-4fc7-a9f5-c6c15d18ed8d tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335889 Jun 22 00:49:05.024058 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Request body: {'port': {'device_id': 'c07c210f-1f0e-43e6-a443-97eb947a365e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:05.039698 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Request body: {'port': {'device_id': '0409d54e-bd3f-44a1-a6f9-328dfb564011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:05.079664 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-27a8beae-f109-400a-a3f3-9548b51fe015 req-f9ff3d46-3bef-407d-b6a8-b13b8303f277 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0332050 Jun 22 00:49:05.114056 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.129529 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.340670 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c5545d69-15e9-427c-8c6e-624e1a7839b8 req-df3776a9-db07-41a1-bb73-aa0058b3e3e4 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0994389 Jun 22 00:49:05.380901 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.notifiers.nova [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed40c49-4059-4533-97ae-53e1cdbcd634 {{(pid=99509) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:05.388425 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.400303 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.provisioning_blocks [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Transition to ACTIVE for port object 4ed40c49-4059-4533-97ae-53e1cdbcd634 will not be triggered until provisioned by entity L2. {{(pid=99509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:05.404052 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.407555 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:05.416906 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adff79b-07c5-4635-a829-c0baaa69eb49 req-0451235c-795f-437b-a0b9-1c79ad8cbcb5 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:05.418361 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9adff79b-07c5-4635-a829-c0baaa69eb49 req-0451235c-795f-437b-a0b9-1c79ad8cbcb5 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 931 time: 0.2530885 Jun 22 00:49:05.474783 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9adff79b-07c5-4635-a829-c0baaa69eb49 req-761b7806-4eba-4c02-9c9c-43b0d60f1b3f tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504351 Jun 22 00:49:05.498645 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed40c49-4059-4533-97ae-53e1cdbcd634,revision_number=2']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:05.502525 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:05.516311 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.managers [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Attempting to bind port 4ed40c49-4059-4533-97ae-53e1cdbcd634 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:05.516674 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.managers [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Attempting to bind port 4ed40c49-4059-4533-97ae-53e1cdbcd634 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'}] {{(pid=99509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:05.517022 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Attempting to bind port 4ed40c49-4059-4533-97ae-53e1cdbcd634 on network bd66bcf7-565c-4d87-81a2-097abc66200e {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:05.521432 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Port 4ed40c49-4059-4533-97ae-53e1cdbcd634 on network bd66bcf7-565c-4d87-81a2-097abc66200e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:05.521747 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Attempting to bind port 4ed40c49-4059-4533-97ae-53e1cdbcd634 on network bd66bcf7-565c-4d87-81a2-097abc66200e {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:05.526352 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:05.528046 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Checking segment: {'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:05.528463 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Bound using segment: {'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'} {{(pid=99509) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:05.528931 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.managers [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Bound port: 4ed40c49-4059-4533-97ae-53e1cdbcd634, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'}}] {{(pid=99509) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:05.529284 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.550859 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a03e900-0808-498e-babe-78f009d53055 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:05.558381 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.572808 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Transition to ACTIVE for port object 0a03e900-0808-498e-babe-78f009d53055 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:05.576913 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.580169 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:05.598656 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] For port 4ed40c49-4059-4533-97ae-53e1cdbcd634, host hv-cinder-75330, cleared binding levels {{(pid=99509) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:05.601015 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] For port 4ed40c49-4059-4533-97ae-53e1cdbcd634, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4ed40c49-4059-4533-97ae-53e1cdbcd634,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99509) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:05.605098 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.614472 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:05.640448 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:05.641185 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.642553 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] 10.222.0.15 "PUT /v2.0/ports/4ed40c49-4059-4533-97ae-53e1cdbcd634 HTTP/1.1" status: 200 len: 1093 time: 0.6076789 Jun 22 00:49:05.643236 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0409d54e-bd3f-44a1-a6f9-328dfb564011', 'tag': '4ed40c49-4059-4533-97ae-53e1cdbcd634'}] {{(pid=99509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:05.645338 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}715ab93fe84fc0b93290d0888939334232c31d164512a61dc43338aaaf7e287b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2410cd58-d829-471e-9150-ffd87084ecfe" -d '{"events": [{"name": "network-changed", "server_uuid": "0409d54e-bd3f-44a1-a6f9-328dfb564011", "tag": "4ed40c49-4059-4533-97ae-53e1cdbcd634"}]}' {{(pid=99509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:05.684243 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Pushing event updated for resources: {'Port': ['ID=0a03e900-0808-498e-babe-78f009d53055,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:05.704153 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:05.721073 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed40c49-4059-4533-97ae-53e1cdbcd634,revision_number=3']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:05.746572 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Attempting to bind port 0a03e900-0808-498e-babe-78f009d53055 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:05.747304 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Attempting to bind port 0a03e900-0808-498e-babe-78f009d53055 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:05.748406 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Attempting to bind port 0a03e900-0808-498e-babe-78f009d53055 on network 19fe0ada-a91e-4ec7-8159-76864314e792 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:05.750261 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:05.761105 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Port 0a03e900-0808-498e-babe-78f009d53055 on network 19fe0ada-a91e-4ec7-8159-76864314e792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:05.762156 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Attempting to bind port 0a03e900-0808-498e-babe-78f009d53055 on network 19fe0ada-a91e-4ec7-8159-76864314e792 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:05.767961 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:05.768573 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Checking segment: {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:05.769593 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Bound using segment: {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:05.772732 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Bound port: 0a03e900-0808-498e-babe-78f009d53055, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:05.773318 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.950637 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d06ba12-e067-43af-a35a-e83fef50f6c1 x-openstack-request-id: req-9d06ba12-e067-43af-a35a-e83fef50f6c1 {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:05.951162 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0409d54e-bd3f-44a1-a6f9-328dfb564011", "tag": "4ed40c49-4059-4533-97ae-53e1cdbcd634", "status": "completed", "code": 200}]} {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:05.951547 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9d06ba12-e067-43af-a35a-e83fef50f6c1 {{(pid=99509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:05.952290 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0409d54e-bd3f-44a1-a6f9-328dfb564011', 'tag': '4ed40c49-4059-4533-97ae-53e1cdbcd634', 'status': 'completed', 'code': 200} Jun 22 00:49:06.000421 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87877bc-1d51-4601-b94b-bf491ec2cce6 req-7aebb0f6-5af4-43bf-a6f3-4daeb3a929d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.002494 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-d87877bc-1d51-4601-b94b-bf491ec2cce6 req-7aebb0f6-5af4-43bf-a6f3-4daeb3a929d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=896c69f422014f24919ffe540453ce41&device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 1096 time: 0.3183439 Jun 22 00:49:06.057983 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] For port 0a03e900-0808-498e-babe-78f009d53055, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:06.063656 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] For port 0a03e900-0808-498e-babe-78f009d53055, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=0a03e900-0808-498e-babe-78f009d53055,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:06.069175 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:06.072448 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:06.110754 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.111415 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:06.113178 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] 10.222.0.15 "PUT /v2.0/ports/0a03e900-0808-498e-babe-78f009d53055 HTTP/1.1" status: 200 len: 1093 time: 1.0935237 Jun 22 00:49:06.147655 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07c210f-1f0e-43e6-a443-97eb947a365e', 'tag': '0a03e900-0808-498e-babe-78f009d53055'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:06.181557 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410cd58-d829-471e-9150-ffd87084ecfe req-96c802e2-b4f2-4de3-be54-092e1fe787f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.182953 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-2410cd58-d829-471e-9150-ffd87084ecfe req-96c802e2-b4f2-4de3-be54-092e1fe787f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 1096 time: 0.2297618 Jun 22 00:49:06.268074 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87877bc-1d51-4601-b94b-bf491ec2cce6 req-08d23bee-4ebe-4866-aa6b-f8dcdf084424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.269619 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-d87877bc-1d51-4601-b94b-bf491ec2cce6 req-08d23bee-4ebe-4866-aa6b-f8dcdf084424 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=896c69f422014f24919ffe540453ce41&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2488284 Jun 22 00:49:06.315344 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dd43ea7a-9424-462c-ba89-c032b48074e8 req-23f5fd4f-f128-4b50-89da-3750c489e9e8 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0981719 Jun 22 00:49:06.317621 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410cd58-d829-471e-9150-ffd87084ecfe req-687424c0-93aa-45f5-9257-c949c10b3b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.319793 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-2410cd58-d829-471e-9150-ffd87084ecfe req-687424c0-93aa-45f5-9257-c949c10b3b72 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e96ad52116724cd9b1953f707e95af4f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1063371 Jun 22 00:49:06.329470 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Pushing event updated for resources: {'Port': ['ID=0a03e900-0808-498e-babe-78f009d53055,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:06.332867 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:06.354648 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026bf641-f5f1-4bc6-9e63-d46ed7037b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "c07c210f-1f0e-43e6-a443-97eb947a365e", "tag": "0a03e900-0808-498e-babe-78f009d53055"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:06.387289 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96f557-e2fc-4cdd-96aa-ac127ad045a7 req-e8249c31-5d5f-49fe-84b5-bde7b781a956 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.388775 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0d96f557-e2fc-4cdd-96aa-ac127ad045a7 req-e8249c31-5d5f-49fe-84b5-bde7b781a956 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.2746775 Jun 22 00:49:06.398551 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-4c742a15-1ef8-4a7d-a73c-3e4c35618c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.400069 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-4c742a15-1ef8-4a7d-a73c-3e4c35618c4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 1096 time: 0.1843770 Jun 22 00:49:06.452434 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af20c37-b458-42af-82b0-9fa7a485f6ba x-openstack-request-id: req-5af20c37-b458-42af-82b0-9fa7a485f6ba {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:06.452882 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07c210f-1f0e-43e6-a443-97eb947a365e", "tag": "0a03e900-0808-498e-babe-78f009d53055", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:06.453167 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5af20c37-b458-42af-82b0-9fa7a485f6ba {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:06.453765 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07c210f-1f0e-43e6-a443-97eb947a365e', 'tag': '0a03e900-0808-498e-babe-78f009d53055', 'status': 'completed', 'code': 200} Jun 22 00:49:06.488426 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-d6170fa1-6f96-417e-8e64-40a2206180ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a03e900-0808-498e-babe-78f009d53055 HTTP/1.1" status: 200 len: 217 time: 0.0654452 Jun 22 00:49:06.493659 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0d96f557-e2fc-4cdd-96aa-ac127ad045a7 req-bb8c2170-00bc-4824-8cb2-629799f2b808 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927124 Jun 22 00:49:06.550022 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-9e917c8d-e064-4127-9824-597ae2113731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.551799 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-9e917c8d-e064-4127-9824-597ae2113731 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e1a9e46-eede-4dcb-adf3-f8c4b66dab15 HTTP/1.1" status: 200 len: 855 time: 0.0566716 Jun 22 00:49:06.629099 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3100d821-e334-4b1f-9c7e-822955292a55 req-1c1d2b2e-1850-4107-aa6e-97a875898595 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0759952 Jun 22 00:49:06.630268 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87877bc-1d51-4601-b94b-bf491ec2cce6 req-bc4d9791-4ced-4fc7-b842-c047c0ba8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.631798 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-d87877bc-1d51-4601-b94b-bf491ec2cce6 req-bc4d9791-4ced-4fc7-b842-c047c0ba8221 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2341340 Jun 22 00:49:06.632475 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-4ee9075c-58a8-458e-b2cc-92026d2967d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19fe0ada-a91e-4ec7-8159-76864314e792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658610 Jun 22 00:49:06.679407 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410cd58-d829-471e-9150-ffd87084ecfe req-bb17815a-10bc-4b58-9374-2923fe38528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.680829 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-2410cd58-d829-471e-9150-ffd87084ecfe req-bb17815a-10bc-4b58-9374-2923fe38528b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458787 Jun 22 00:49:06.807127 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-d7a5fa70-d64c-4f37-9f10-fbc19bb69da3 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311212 Jun 22 00:49:06.824174 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d43e5-f2aa-476d-97a4-d039fc005aa8 req-ecef80eb-d052-4a36-8078-994664a416d5 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.833132 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0a2d43e5-f2aa-476d-97a4-d039fc005aa8 req-ecef80eb-d052-4a36-8078-994664a416d5 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 943 time: 0.2028563 Jun 22 00:49:06.885260 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a973d-2c56-45f4-b002-af3f408b662b req-ec2c7741-82ff-4d12-bf55-89d4277d3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:06.886760 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-ec2c7741-82ff-4d12-bf55-89d4277d3309 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=896c69f422014f24919ffe540453ce41&device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 1096 time: 0.0960338 Jun 22 00:49:06.932068 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0a2d43e5-f2aa-476d-97a4-d039fc005aa8 req-84d5f936-f456-4056-b02a-d9fe7e9996b0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946608 Jun 22 00:49:06.971481 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.15', 52777) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:07.052124 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f8901fb3-5e0f-47eb-a0be-4a1f89651bad req-58a210ff-9654-4e72-992a-05c7a4c428d1 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157156 Jun 22 00:49:07.120743 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-d01e9423-a27a-4c35-b5b6-d4a600ed3e35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff HTTP/1.1" status: 200 len: 217 time: 0.2181442 Jun 22 00:49:07.129921 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e51203-2046-4f63-953e-3a3557f34541 req-ee5719a3-0fa8-4bdb-8f62-75e891fee8dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:07.131739 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-ee5719a3-0fa8-4bdb-8f62-75e891fee8dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.15 "GET /v2.0/networks?id=bd66bcf7-565c-4d87-81a2-097abc66200e HTTP/1.1" status: 200 len: 819 time: 0.1589856 Jun 22 00:49:07.172196 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-c8173861-491e-4607-a9eb-5a6688d3c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:07.174465 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-c8173861-491e-4607-a9eb-5a6688d3c132 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 1096 time: 0.2088799 Jun 22 00:49:07.200007 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Request body: {'port': {'device_id': '6457a79e-a00b-4695-978c-ca8dcf6a7233', 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e', 'admin_state_up': True, 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:07.282284 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-17a728a3-8f83-4cf2-b91d-85a41d867817 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ed40c49-4059-4533-97ae-53e1cdbcd634 HTTP/1.1" status: 200 len: 217 time: 0.0855396 Jun 22 00:49:07.301382 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a973d-2c56-45f4-b002-af3f408b662b req-173b88e7-0614-4be8-8f26-d804932e6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:07.303457 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-173b88e7-0614-4be8-8f26-d804932e6e04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=18485d7e-1ab1-4d44-baba-37c0f3cac155 HTTP/1.1" status: 200 len: 852 time: 0.1086435 Jun 22 00:49:07.387721 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bf641-f5f1-4bc6-9e63-d46ed7037b3e req-fcdc993b-7aaa-49e3-8bd7-e0221508a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:07.389214 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-026bf641-f5f1-4bc6-9e63-d46ed7037b3e req-fcdc993b-7aaa-49e3-8bd7-e0221508a859 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 1096 time: 0.1845405 Jun 22 00:49:07.438637 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Made reservation on behalf of e96ad52116724cd9b1953f707e95af4f for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:07.442669 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.484495 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-93fea06e-ba32-4713-b8e3-950fbf39c098 req-8f255985-f2fd-450f-b519-e4222ad29e86 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0306878 Jun 22 00:49:07.626734 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Allocated IP 172.20.0.14 (bd66bcf7-565c-4d87-81a2-097abc66200e/5a9e655c-cb93-419e-885b-298c02f8abb4/c4ac9796-c8db-41df-9ffd-03562a25bf4c) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:07.774542 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c2a75-4d40-4f24-a175-40cd32b243bd req-5e5160c1-e5a2-470e-8bdc-6525c0c9ce73 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:07.776103 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a19c2a75-4d40-4f24-a175-40cd32b243bd req-5e5160c1-e5a2-470e-8bdc-6525c0c9ce73 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1462111 Jun 22 00:49:07.815654 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d506fd41-be6f-4275-a1e9-a70df3e62e96 req-24e272f0-01b7-4588-b18f-7902eef29b34 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0385540 Jun 22 00:49:07.876263 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a19c2a75-4d40-4f24-a175-40cd32b243bd req-c921cdfc-6b51-4b6f-99a3-1c42b7a87d5c tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825555 Jun 22 00:49:07.887239 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.932179 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.938210 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:07.982512 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Network bd66bcf7-565c-4d87-81a2-097abc66200e is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:07.988055 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:07.991869 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:07.999756 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:07.999756 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.016160 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Pushing event updated for resources: {'Port': ['ID=c4ac9796-c8db-41df-9ffd-03562a25bf4c,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:08.019805 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8251474 Jun 22 00:49:08.020627 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:08.111068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3940d56-0301-4729-8b7b-29ca2ac9fe51 req-dd927d60-174d-48f7-a174-8f903ce882c9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:08.112536 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d3940d56-0301-4729-8b7b-29ca2ac9fe51 req-dd927d60-174d-48f7-a174-8f903ce882c9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 943 time: 0.0638750 Jun 22 00:49:08.150227 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d3940d56-0301-4729-8b7b-29ca2ac9fe51 req-bf51e3dd-9ba8-4993-8afd-4955d94ccecb tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320499 Jun 22 00:49:08.633924 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2d1378cb-b7f7-4118-b0db-d99700807d21 req-e737907e-21d7-441b-9a97-417ddda395af tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0283766 Jun 22 00:49:08.995295 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04992e9e-8320-434a-b393-48d9811d1811 req-5f2790d4-cbbc-4d9a-bedc-af4dfccec964 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:08.996797 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-04992e9e-8320-434a-b393-48d9811d1811 req-5f2790d4-cbbc-4d9a-bedc-af4dfccec964 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 932 time: 0.0675957 Jun 22 00:49:09.065201 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-04992e9e-8320-434a-b393-48d9811d1811 req-91de22e9-e94a-4ae4-b6d0-23320402c838 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617449 Jun 22 00:49:09.091406 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee01c3-4093-40bc-b0db-55d5df4d750a req-868645c4-b11c-41d2-8843-2cd811e76153 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:09.092833 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-88ee01c3-4093-40bc-b0db-55d5df4d750a req-868645c4-b11c-41d2-8843-2cd811e76153 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.0838313 Jun 22 00:49:09.131991 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-88ee01c3-4093-40bc-b0db-55d5df4d750a req-ef5d8ff5-7ab4-4dad-a5eb-b0fe2953515d tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330749 Jun 22 00:49:09.323157 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f647831-a2bf-4b68-955c-ac2b79c2d4df req-967a429d-c616-42f5-9be5-b2eadefffcd7 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:09.324485 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9f647831-a2bf-4b68-955c-ac2b79c2d4df req-967a429d-c616-42f5-9be5-b2eadefffcd7 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 943 time: 0.0649259 Jun 22 00:49:09.362169 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9f647831-a2bf-4b68-955c-ac2b79c2d4df req-d13eaa76-4f46-4cb4-9669-d5ef809c1855 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Jun 22 00:49:09.550877 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Request body: {'port': {'device_id': '6457a79e-a00b-4695-978c-ca8dcf6a7233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:09.603070 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-f3bf691e-dbd2-4042-bbb1-9f41b217f2ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9444b66e-7847-4e8d-9a13-889ecf19d410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432942 Jun 22 00:49:09.619051 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-953b8e7d-76b7-489a-8769-d4f581b79237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:09.619051 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-953b8e7d-76b7-489a-8769-d4f581b79237 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9e655c-cb93-419e-885b-298c02f8abb4 HTTP/1.1" status: 200 len: 859 time: 0.0846722 Jun 22 00:49:09.862474 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e14a7df1-24fa-475f-8e9a-28a2db6a6eac req-cd9df7a2-d760-4d91-b8b8-2fcf8c9accca tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0535121 Jun 22 00:49:09.942803 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.944965 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bf641-f5f1-4bc6-9e63-d46ed7037b3e req-4f6f6b07-5479-47e8-b656-c3ae00eb48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:09.946399 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-026bf641-f5f1-4bc6-9e63-d46ed7037b3e req-4f6f6b07-5479-47e8-b656-c3ae00eb48ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 916 time: 0.3928704 Jun 22 00:49:10.229290 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ac9796-c8db-41df-9ffd-03562a25bf4c {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:10.238475 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:10.283285 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Transition to ACTIVE for port object c4ac9796-c8db-41df-9ffd-03562a25bf4c will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:10.289789 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:10.297884 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2ece4760-1c38-4ae3-b6da-7d9d00aafb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:10.340622 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682d5f7-d5f4-496a-bb1e-b2fa30422421 req-d3c37a1a-89c2-48e7-8e94-35135ab9fe47 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:10.342047 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3682d5f7-d5f4-496a-bb1e-b2fa30422421 req-d3c37a1a-89c2-48e7-8e94-35135ab9fe47 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 932 time: 0.1556971 Jun 22 00:49:10.408410 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Pushing event updated for resources: {'Port': ['ID=c4ac9796-c8db-41df-9ffd-03562a25bf4c,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:10.411747 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:10.448011 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c811aa-aa72-4a59-9fd9-317e16dd7767 req-a6507d0a-0663-47e5-863a-49c29dcd072f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:10.449487 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-89c811aa-aa72-4a59-9fd9-317e16dd7767 req-a6507d0a-0663-47e5-863a-49c29dcd072f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.2054417 Jun 22 00:49:10.481166 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3682d5f7-d5f4-496a-bb1e-b2fa30422421 req-2d7da0c0-78f2-47ff-bc20-6eba5ebb4f86 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313279 Jun 22 00:49:10.490316 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Attempting to bind port c4ac9796-c8db-41df-9ffd-03562a25bf4c on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:10.490650 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Attempting to bind port c4ac9796-c8db-41df-9ffd-03562a25bf4c by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:10.491002 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Attempting to bind port c4ac9796-c8db-41df-9ffd-03562a25bf4c on network bd66bcf7-565c-4d87-81a2-097abc66200e {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:10.503734 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Port c4ac9796-c8db-41df-9ffd-03562a25bf4c on network bd66bcf7-565c-4d87-81a2-097abc66200e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:10.504132 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Attempting to bind port c4ac9796-c8db-41df-9ffd-03562a25bf4c on network bd66bcf7-565c-4d87-81a2-097abc66200e {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:10.517574 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:10.517915 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Checking segment: {'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:10.518297 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Bound using segment: {'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:10.518730 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Bound port: c4ac9796-c8db-41df-9ffd-03562a25bf4c, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98239ad9-1845-48d9-b9e8-f8834c927dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:10.519102 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:10.524046 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-89c811aa-aa72-4a59-9fd9-317e16dd7767 req-a64fd78b-ccdd-4069-8500-56a524120360 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661988 Jun 22 00:49:10.588461 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] For port c4ac9796-c8db-41df-9ffd-03562a25bf4c, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:10.591592 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] For port c4ac9796-c8db-41df-9ffd-03562a25bf4c, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c4ac9796-c8db-41df-9ffd-03562a25bf4c,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:10.607908 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:10.629394 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:10.662382 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:10.662942 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:10.664300 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] 10.222.0.15 "PUT /v2.0/ports/c4ac9796-c8db-41df-9ffd-03562a25bf4c HTTP/1.1" status: 200 len: 1094 time: 1.1179848 Jun 22 00:49:10.668167 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6457a79e-a00b-4695-978c-ca8dcf6a7233', 'tag': 'c4ac9796-c8db-41df-9ffd-03562a25bf4c'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:10.670423 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed23128-4bce-47c2-bd5a-cb37f5f61c26" -d '{"events": [{"name": "network-changed", "server_uuid": "6457a79e-a00b-4695-978c-ca8dcf6a7233", "tag": "c4ac9796-c8db-41df-9ffd-03562a25bf4c"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:10.701124 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Pushing event updated for resources: {'Port': ['ID=c4ac9796-c8db-41df-9ffd-03562a25bf4c,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:10.705815 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:10.707849 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43895a25-bf2c-4c6f-9ac9-3b70dd13d008 x-openstack-request-id: req-43895a25-bf2c-4c6f-9ac9-3b70dd13d008 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:10.708147 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6457a79e-a00b-4695-978c-ca8dcf6a7233", "tag": "c4ac9796-c8db-41df-9ffd-03562a25bf4c", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:10.708411 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-43895a25-bf2c-4c6f-9ac9-3b70dd13d008 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:10.708807 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6457a79e-a00b-4695-978c-ca8dcf6a7233', 'tag': 'c4ac9796-c8db-41df-9ffd-03562a25bf4c', 'status': 'completed', 'code': 200} Jun 22 00:49:10.720915 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da186128-6f70-43d8-b263-7078ca609f6c req-13b37266-7793-4c6d-945d-4fdd29cf5af9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:10.722376 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-da186128-6f70-43d8-b263-7078ca609f6c req-13b37266-7793-4c6d-945d-4fdd29cf5af9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 943 time: 0.1295085 Jun 22 00:49:10.760455 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-da186128-6f70-43d8-b263-7078ca609f6c req-a03df618-5542-4605-9d85-b476563ef54c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Jun 22 00:49:11.006610 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-42e0c2e5-d0d4-4789-916e-cd3c455edcc8 req-ca71ac6f-ed4d-4db3-a6e3-40896869dd7a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0280678 Jun 22 00:49:11.181736 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-026bf641-f5f1-4bc6-9e63-d46ed7037b3e req-c01cf934-12c8-4298-bf78-b0c07d9c275b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a03e900-0808-498e-babe-78f009d53055 HTTP/1.1" status: 200 len: 217 time: 0.0447328 Jun 22 00:49:11.205611 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-8af3375c-645a-4d67-938e-9ccdd6d3f0cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd66bcf7-565c-4d87-81a2-097abc66200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692756 Jun 22 00:49:11.257712 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bf641-f5f1-4bc6-9e63-d46ed7037b3e req-9a0fb507-04c3-4fd3-bf1c-0265ad9d8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:11.259160 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-026bf641-f5f1-4bc6-9e63-d46ed7037b3e req-9a0fb507-04c3-4fd3-bf1c-0265ad9d8656 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e1a9e46-eede-4dcb-adf3-f8c4b66dab15 HTTP/1.1" status: 200 len: 855 time: 0.0586927 Jun 22 00:49:11.264804 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed23128-4bce-47c2-bd5a-cb37f5f61c26 req-b4799eea-b808-4d70-82ef-91a1e71f57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:11.266433 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7ed23128-4bce-47c2-bd5a-cb37f5f61c26 req-b4799eea-b808-4d70-82ef-91a1e71f57ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 1097 time: 0.0924695 Jun 22 00:49:11.297465 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-026bf641-f5f1-4bc6-9e63-d46ed7037b3e req-8b97c545-b43c-419a-97ba-e98cef0b3eff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19fe0ada-a91e-4ec7-8159-76864314e792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299602 Jun 22 00:49:11.303479 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-409b0cc2-d04f-4b36-b21a-3b524b1b4300 service neutron] 10.222.0.15 "GET /v2.0/networks/9444b66e-7847-4e8d-9a13-889ecf19d410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660285 Jun 22 00:49:11.367996 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-c2b79854-3580-43d3-928c-b3f4c1e90fd6 service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546862 Jun 22 00:49:11.470709 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-f73aa779-2dbe-4246-83b7-3f621c154d8d service neutron] 10.222.0.15 "GET /v2.0/networks/9444b66e-7847-4e8d-9a13-889ecf19d410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598651 Jun 22 00:49:11.498963 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef67ecb8-915e-4598-ba62-895a7a5aa884 req-c38dffdd-611d-4d7f-bf72-807986ad4858 service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232696 Jun 22 00:49:11.524518 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed23128-4bce-47c2-bd5a-cb37f5f61c26 req-609ff682-bc31-4d31-9325-0c40a6567256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:11.526179 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7ed23128-4bce-47c2-bd5a-cb37f5f61c26 req-609ff682-bc31-4d31-9325-0c40a6567256 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e96ad52116724cd9b1953f707e95af4f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2321641 Jun 22 00:49:11.527940 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-026bf641-f5f1-4bc6-9e63-d46ed7037b3e req-df71052f-397d-43df-93c1-8c41f4964a61 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231462 Jun 22 00:49:11.688820 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacb1c4-912d-4895-8042-8c99635859ef req-bb6d0c16-dfd2-4844-9884-1a9e2538339f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:11.690555 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3cacb1c4-912d-4895-8042-8c99635859ef req-bb6d0c16-dfd2-4844-9884-1a9e2538339f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.0933909 Jun 22 00:49:11.745559 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7f32d-ff97-4606-ab73-34d321a0865b req-f5424e36-425a-439c-bc82-8b210acb6fad tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:11.746894 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adc7f32d-ff97-4606-ab73-34d321a0865b req-f5424e36-425a-439c-bc82-8b210acb6fad tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1051390 Jun 22 00:49:11.750063 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3cacb1c4-912d-4895-8042-8c99635859ef req-be01d2f2-1d86-47df-b539-54605e1b63f7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524147 Jun 22 00:49:11.786460 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adc7f32d-ff97-4606-ab73-34d321a0865b req-aa89f496-90d0-4562-9bee-29a46591d2cd tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330026 Jun 22 00:49:12.099526 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-026bf641-f5f1-4bc6-9e63-d46ed7037b3e req-de1d241d-26a2-461e-8329-a2134865d40c service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593515 Jun 22 00:49:12.141510 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed23128-4bce-47c2-bd5a-cb37f5f61c26 req-b7acec18-5585-413b-aab9-f9da4c234015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:12.143055 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7ed23128-4bce-47c2-bd5a-cb37f5f61c26 req-b7acec18-5585-413b-aab9-f9da4c234015 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3360200 Jun 22 00:49:12.173982 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c762f80-65db-4a45-9d2a-ca0d702bdfcb req-84791822-2754-4c32-9295-89889622c9be tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0362699 Jun 22 00:49:12.181441 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3448e0a-2f5d-4922-953f-ece6c82c98bd req-0c201bde-1c2c-4b32-98e8-47de6799c3f0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:12.188543 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c3448e0a-2f5d-4922-953f-ece6c82c98bd req-0c201bde-1c2c-4b32-98e8-47de6799c3f0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 943 time: 0.3113008 Jun 22 00:49:12.227136 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c3448e0a-2f5d-4922-953f-ece6c82c98bd req-4a92aee0-855f-4c4e-b31f-185c552e51c1 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377109 Jun 22 00:49:12.365480 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:49:12.585217 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-ce288a91-8061-490b-9b87-2903c4777e18 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:12.586487 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-ce288a91-8061-490b-9b87-2903c4777e18 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.15 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 817 time: 0.3225019 Jun 22 00:49:12.588979 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e51203-2046-4f63-953e-3a3557f34541 req-d4a0b1c6-5ae1-4066-8d96-8f29eda462d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:12.590282 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-d4a0b1c6-5ae1-4066-8d96-8f29eda462d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 1097 time: 0.1222057 Jun 22 00:49:12.665734 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-df787acb-a2b3-4fb2-9a9a-3ddd61c4a9e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4ac9796-c8db-41df-9ffd-03562a25bf4c HTTP/1.1" status: 200 len: 217 time: 0.0441086 Jun 22 00:49:12.728244 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-6488036d-2139-491b-9a57-d8b6769de567 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82fead901d83470b932de546dc74ac9d HTTP/1.1" status: 200 len: 380 time: 0.1076651 Jun 22 00:49:12.740607 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'port': {'device_id': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'admin_state_up': True, 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'security_groups': ['665bdc8c-561c-4da2-8f37-a63b09c68265']}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:12.793346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e51203-2046-4f63-953e-3a3557f34541 req-4799d871-bd51-477e-b66b-27d8c96bf4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:12.796314 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-4799d871-bd51-477e-b66b-27d8c96bf4e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9e655c-cb93-419e-885b-298c02f8abb4 HTTP/1.1" status: 200 len: 859 time: 0.1212747 Jun 22 00:49:12.842956 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-952d1525-0d2e-442f-b41e-5fdbac612f4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd66bcf7-565c-4d87-81a2-097abc66200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385070 Jun 22 00:49:13.054297 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Made reservation on behalf of 82fead901d83470b932de546dc74ac9d for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:13.057742 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.078822 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-fff54d78-05a8-4966-87a5-8ba559e411c1 service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267137 Jun 22 00:49:13.092119 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ec365-0d5d-4427-a489-0f791694efd0 req-d356f6fa-7725-4e2d-9757-0e8f4f8a81ef tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:13.094185 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-879ec365-0d5d-4427-a489-0f791694efd0 req-d356f6fa-7725-4e2d-9757-0e8f4f8a81ef tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1807609 Jun 22 00:49:13.115454 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dee380-2136-40fe-9272-6adf8234514d req-86d43a88-d9c0-402e-b413-20a44fe56033 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:13.116903 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e1dee380-2136-40fe-9272-6adf8234514d req-86d43a88-d9c0-402e-b413-20a44fe56033 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.2345052 Jun 22 00:49:13.268169 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-879ec365-0d5d-4427-a489-0f791694efd0 req-ce835b3c-3790-4f68-8f65-8abdfec465cc tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676440 Jun 22 00:49:13.283068 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e1dee380-2136-40fe-9272-6adf8234514d req-d0dbd5ad-c31c-422e-b1f8-726afdcec0fc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538463 Jun 22 00:49:13.363550 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61e51203-2046-4f63-953e-3a3557f34541 req-ea822cd8-7d16-4466-90d9-eea551660440 service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655807 Jun 22 00:49:13.404619 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Allocated IP 172.20.0.7 (40daa533-8b8b-42fb-9b6e-81147858b587/ca10742e-8130-44f1-acd4-d46a0f8147d1/7b0e08fb-48b7-40db-862a-78500b6a30f2) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:13.565951 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-053c4d48-ce93-4ba7-b8f2-f458fa03e1c7 req-da7d8872-a490-4c47-a86f-625728a3530e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0350621 Jun 22 00:49:13.625990 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405d56-5741-475a-81ef-02c2bec0a1b3 req-017f0f8a-5899-4eeb-a6e9-f4a3409ec7a1 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:13.627490 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-51405d56-5741-475a-81ef-02c2bec0a1b3 req-017f0f8a-5899-4eeb-a6e9-f4a3409ec7a1 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 943 time: 0.1838169 Jun 22 00:49:13.650061 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.683214 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Transition to ACTIVE for port object 7b0e08fb-48b7-40db-862a-78500b6a30f2 will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:13.704608 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-51405d56-5741-475a-81ef-02c2bec0a1b3 req-705c566e-aeae-471c-ac93-f3da60d4c65d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704794 Jun 22 00:49:13.739956 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.745266 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:13.770547 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53010) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:13.797131 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Network 40daa533-8b8b-42fb-9b6e-81147858b587 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:13.800786 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:13.807987 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:13.814316 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:13.815273 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.819239 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'Port': ['ID=7b0e08fb-48b7-40db-862a-78500b6a30f2,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:13.824513 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:13.839136 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1022382 Jun 22 00:49:13.860884 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Request body: {'port': {'device_id': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:13.872740 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.911819 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fd78eb36-df48-49b1-84ff-e0d01d847cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.957492 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.037380 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fd78eb36-df48-49b1-84ff-e0d01d847cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.041693 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fd78eb36-df48-49b1-84ff-e0d01d847cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.051378 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:14.060591 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-da925f86-a0da-49bf-973e-aaa50beb6916 None None] Provisioning for port 7b0e08fb-48b7-40db-862a-78500b6a30f2 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:14.065818 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-da925f86-a0da-49bf-973e-aaa50beb6916 None None] Provisioning complete for port 7b0e08fb-48b7-40db-862a-78500b6a30f2 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:14.066304 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-da925f86-a0da-49bf-973e-aaa50beb6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.084822 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-fd78eb36-df48-49b1-84ff-e0d01d847cfd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=744264d045ef470dae06d11c161c2230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131721 Jun 22 00:49:14.090182 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 53020) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:14.091759 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78eb36-df48-49b1-84ff-e0d01d847cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a0a961-30e2-423d-837f-4511ec21f329,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:14.095214 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-fd78eb36-df48-49b1-84ff-e0d01d847cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:14.114874 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-da925f86-a0da-49bf-973e-aaa50beb6916 None None] Port 7b0e08fb-48b7-40db-862a-78500b6a30f2 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:49:14.190675 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-986453f1-ab89-4fa1-8817-0958301a66b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.232131 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-986453f1-ab89-4fa1-8817-0958301a66b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.313001 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0e08fb-48b7-40db-862a-78500b6a30f2 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:14.320938 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.334440 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-986453f1-ab89-4fa1-8817-0958301a66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.335780 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Transition to ACTIVE for port object 7b0e08fb-48b7-40db-862a-78500b6a30f2 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:14.339037 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-986453f1-ab89-4fa1-8817-0958301a66b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.340370 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-986453f1-ab89-4fa1-8817-0958301a66b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6a0a961-30e2-423d-837f-4511ec21f329 HTTP/1.1" status: 204 len: 168 time: 0.2492869 Jun 22 00:49:14.341397 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b50c71ef-0fba-4694-b11e-35a6f12fdf2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:14.345244 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.356876 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986453f1-ab89-4fa1-8817-0958301a66b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a0a961-30e2-423d-837f-4511ec21f329,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:14.361050 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-986453f1-ab89-4fa1-8817-0958301a66b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:14.361791 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:14.475837 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Attempting to bind port 7b0e08fb-48b7-40db-862a-78500b6a30f2 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:14.476170 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Attempting to bind port 7b0e08fb-48b7-40db-862a-78500b6a30f2 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:14.476491 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Attempting to bind port 7b0e08fb-48b7-40db-862a-78500b6a30f2 on network 40daa533-8b8b-42fb-9b6e-81147858b587 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:14.478580 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0e08fb-48b7-40db-862a-78500b6a30f2,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:14.482167 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:14.489081 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Port 7b0e08fb-48b7-40db-862a-78500b6a30f2 on network 40daa533-8b8b-42fb-9b6e-81147858b587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:14.489420 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Attempting to bind port 7b0e08fb-48b7-40db-862a-78500b6a30f2 on network 40daa533-8b8b-42fb-9b6e-81147858b587 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:14.538049 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:14.538476 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Checking segment: {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:14.538870 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Bound using segment: {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:14.539362 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Bound port: 7b0e08fb-48b7-40db-862a-78500b6a30f2, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:14.539714 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.666469 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d39f3-af1c-4fdf-a48a-d00c3bbf63f0 req-393bf2e3-934e-4b23-971d-db6cc4231d63 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:14.667999 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-eb2d39f3-af1c-4fdf-a48a-d00c3bbf63f0 req-393bf2e3-934e-4b23-971d-db6cc4231d63 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1816957 Jun 22 00:49:14.679213 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d5d6f-1ef9-4126-89c8-d681d63eb4c0 req-c834b587-b76e-4fe5-ae18-00d37b76d358 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:14.680724 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-567d5d6f-1ef9-4126-89c8-d681d63eb4c0 req-c834b587-b76e-4fe5-ae18-00d37b76d358 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.1770432 Jun 22 00:49:14.685006 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:14.696490 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:14.712204 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53042) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:14.712356 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.724401 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:14.744898 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0119b100-a055-4a98-a7bd-c9c6fca502de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.792625 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-eb2d39f3-af1c-4fdf-a48a-d00c3bbf63f0 req-1aedac8a-dc72-4122-987f-b31eb9a545e7 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093802 Jun 22 00:49:14.794146 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:14.794790 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.796693 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/7b0e08fb-48b7-40db-862a-78500b6a30f2 HTTP/1.1" status: 200 len: 1093 time: 0.9417188 Jun 22 00:49:14.801273 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:14.803858 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca96b25-d698-4da5-bdc1-33eb88419658" -d '{"events": [{"name": "network-changed", "server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:14.822180 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-567d5d6f-1ef9-4126-89c8-d681d63eb4c0 req-02c2ac3f-f65d-459b-9eae-22c4311989d4 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283460 Jun 22 00:49:14.828943 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0e08fb-48b7-40db-862a-78500b6a30f2,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:14.833345 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:14.901130 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0119b100-a055-4a98-a7bd-c9c6fca502de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.912784 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0119b100-a055-4a98-a7bd-c9c6fca502de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.917087 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:14.969588 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 53056) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:14.984122 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-0119b100-a055-4a98-a7bd-c9c6fca502de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9d78da04ab64d1b86b1b4ed4e716d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515712 Jun 22 00:49:14.987520 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119b100-a055-4a98-a7bd-c9c6fca502de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fffdd0e-97f0-40df-b432-a920dc5f40fa,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:14.995781 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0119b100-a055-4a98-a7bd-c9c6fca502de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:15.100416 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c5670446-8c3c-4a98-8fb5-92db84cd8ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.122549 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3ebab-bf3f-4297-803f-293f159a4144 req-e53a656d-0f9a-4164-81a1-fc16e50211ed tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:15.127437 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-81c3ebab-bf3f-4297-803f-293f159a4144 req-e53a656d-0f9a-4164-81a1-fc16e50211ed tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 943 time: 0.1313939 Jun 22 00:49:15.176181 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c5670446-8c3c-4a98-8fb5-92db84cd8ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.238321 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-81c3ebab-bf3f-4297-803f-293f159a4144 req-eb90068e-1e67-4ce3-9c08-30fae5d8a5cc tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067767 Jun 22 00:49:15.283457 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07807af-c8d5-4a98-bc8a-def12c461498 req-f320401d-9858-4519-aedc-755cec01906a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:15.284988 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a07807af-c8d5-4a98-bc8a-def12c461498 req-f320401d-9858-4519-aedc-755cec01906a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1546340 Jun 22 00:49:15.289997 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c5670446-8c3c-4a98-8fb5-92db84cd8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.294322 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c5670446-8c3c-4a98-8fb5-92db84cd8ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.295427 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-c5670446-8c3c-4a98-8fb5-92db84cd8ab9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5fffdd0e-97f0-40df-b432-a920dc5f40fa HTTP/1.1" status: 204 len: 168 time: 0.3248253 Jun 22 00:49:15.297441 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:15.305736 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ba5a5b-e7c8-456b-950e-c8c84f882f4b x-openstack-request-id: req-a3ba5a5b-e7c8-456b-950e-c8c84f882f4b {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:15.306044 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:15.306660 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3ba5a5b-e7c8-456b-950e-c8c84f882f4b {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:15.307251 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'status': 'completed', 'code': 200} Jun 22 00:49:15.320719 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5670446-8c3c-4a98-8fb5-92db84cd8ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fffdd0e-97f0-40df-b432-a920dc5f40fa,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:15.324214 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c5670446-8c3c-4a98-8fb5-92db84cd8ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:15.352232 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a07807af-c8d5-4a98-bc8a-def12c461498 req-4b106705-be1a-47d8-b19c-6bf1f026e8db tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604994 Jun 22 00:49:16.042708 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b1ee0-517f-4689-965f-f611b69249c2 req-a3463663-3a9f-405e-8744-4c21a2fee03f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:16.044210 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-948b1ee0-517f-4689-965f-f611b69249c2 req-a3463663-3a9f-405e-8744-4c21a2fee03f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1118369 Jun 22 00:49:16.057116 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6c07c-65f9-4770-aae0-311005f87735 req-da2cf0d5-9a98-4dc1-b0a1-202f2dcc1faf tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:16.058502 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1ec6c07c-65f9-4770-aae0-311005f87735 req-da2cf0d5-9a98-4dc1-b0a1-202f2dcc1faf tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.0913608 Jun 22 00:49:16.110269 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-948b1ee0-517f-4689-965f-f611b69249c2 req-f9da2716-9f21-4a20-99f6-83b4de4ab527 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508125 Jun 22 00:49:16.119337 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1ec6c07c-65f9-4770-aae0-311005f87735 req-240d14cb-f706-4db2-920a-00793b72794a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529754 Jun 22 00:49:16.422342 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d7967-0003-4966-a004-d04779a2123e req-fcd8c2fe-94c5-48a8-b2fd-e68388a53739 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:16.429738 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d98d7967-0003-4966-a004-d04779a2123e req-fcd8c2fe-94c5-48a8-b2fd-e68388a53739 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 943 time: 0.0740571 Jun 22 00:49:16.464666 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d98d7967-0003-4966-a004-d04779a2123e req-4a0cfdec-676e-48da-aa34-b17e8e711591 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341246 Jun 22 00:49:16.538316 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a092e-9381-4600-9027-7d67e71f264a req-d1635f60-fde9-4cbc-a65e-2ac3880955ec tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:16.539814 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-097a092e-9381-4600-9027-7d67e71f264a req-d1635f60-fde9-4cbc-a65e-2ac3880955ec tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0656202 Jun 22 00:49:16.584881 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-097a092e-9381-4600-9027-7d67e71f264a req-372c8abe-400a-4130-a685-a874c9b3b428 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374005 Jun 22 00:49:17.272417 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 0a03e900-0808-498e-babe-78f009d53055 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:17.376673 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 0a03e900-0808-498e-babe-78f009d53055, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=0a03e900-0808-498e-babe-78f009d53055,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:17.392090 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '0a03e900-0808-498e-babe-78f009d53055', 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792', 'port_id': '0a03e900-0808-498e-babe-78f009d53055', 'mac_address': 'fa:16:3e:cf:25:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1a9e46-eede-4dcb-adf3-f8c4b66dab15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:17.430029 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:17.443844 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a03e900-0808-498e-babe-78f009d53055 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:17.465257 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 0a03e900-0808-498e-babe-78f009d53055, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=0a03e900-0808-498e-babe-78f009d53055,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:17.470341 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:17.472938 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:17.518131 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0274eb-1979-411d-a955-361197a531fe req-2b26f0d1-1424-4747-8d6a-62f63d41d9c3 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:17.519652 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2b0274eb-1979-411d-a955-361197a531fe req-2b26f0d1-1424-4747-8d6a-62f63d41d9c3 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.3010201 Jun 22 00:49:17.520185 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=0a03e900-0808-498e-babe-78f009d53055,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:17.523577 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:17.532767 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15729f-01f5-4fbb-8614-62f5bc4b6810 req-8163c80e-ab38-49a9-92b0-79f7f80019e8 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:17.534240 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-df15729f-01f5-4fbb-8614-62f5bc4b6810 req-8163c80e-ab38-49a9-92b0-79f7f80019e8 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.3064251 Jun 22 00:49:17.587461 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2b0274eb-1979-411d-a955-361197a531fe req-336915d5-b637-4879-8fe5-2b2c8ebd1dde tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522566 Jun 22 00:49:17.594712 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-df15729f-01f5-4fbb-8614-62f5bc4b6810 req-197c317a-9505-4975-9460-1373832603c3 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535722 Jun 22 00:49:17.788644 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258d0ac-ef26-4129-b8d8-d9bb99367529 req-e2f718c4-543c-4092-ba6a-b18b2902e304 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:17.790076 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4258d0ac-ef26-4129-b8d8-d9bb99367529 req-e2f718c4-543c-4092-ba6a-b18b2902e304 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 944 time: 0.1042550 Jun 22 00:49:17.801957 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae4422-0f87-42ba-9e24-c57c161de18d req-f67a968c-5950-4e69-a12c-a17ed8bf1b1a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:17.803334 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-45ae4422-0f87-42ba-9e24-c57c161de18d req-f67a968c-5950-4e69-a12c-a17ed8bf1b1a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0906501 Jun 22 00:49:17.856809 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4258d0ac-ef26-4129-b8d8-d9bb99367529 req-18ec78d6-e281-4809-a4dd-9b28904606e0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525239 Jun 22 00:49:17.863950 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-45ae4422-0f87-42ba-9e24-c57c161de18d req-04112d97-a5f5-4da3-802a-19aae1988d4c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529387 Jun 22 00:49:18.802787 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5aaf3-7892-4d19-8335-133549d4a7f5 req-3f71de16-8276-4562-9474-0bdf6b014c32 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:18.804168 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a0a5aaf3-7892-4d19-8335-133549d4a7f5 req-3f71de16-8276-4562-9474-0bdf6b014c32 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1043115 Jun 22 00:49:18.819869 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236cddf-550a-44d3-9c40-11453ff1d09d req-af61c2b1-430a-479c-9fa0-021e91087f99 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:18.821277 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5236cddf-550a-44d3-9c40-11453ff1d09d req-af61c2b1-430a-479c-9fa0-021e91087f99 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.1113074 Jun 22 00:49:18.907307 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a0a5aaf3-7892-4d19-8335-133549d4a7f5 req-50856f68-3d9f-4747-ac89-bf164ad15158 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838702 Jun 22 00:49:18.910811 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5236cddf-550a-44d3-9c40-11453ff1d09d req-fb5d9cc8-e1ed-44a0-9daf-e08b24a9b1b2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643847 Jun 22 00:49:18.923861 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca96b25-d698-4da5-bdc1-33eb88419658 req-ef115fac-6f31-4f42-805c-59e055e4e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:18.923861 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0ca96b25-d698-4da5-bdc1-33eb88419658 req-ef115fac-6f31-4f42-805c-59e055e4e88d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 1096 time: 0.1182458 Jun 22 00:49:19.079739 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca96b25-d698-4da5-bdc1-33eb88419658 req-6db1b841-c238-4d00-9c3c-61f82b8c7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.081199 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0ca96b25-d698-4da5-bdc1-33eb88419658 req-6db1b841-c238-4d00-9c3c-61f82b8c7662 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=82fead901d83470b932de546dc74ac9d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1372352 Jun 22 00:49:19.171903 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8a41d-7e58-4d01-97b7-79e5a0117c94 req-8221eed6-a52e-4596-a4f2-e68945d7c2c7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.174472 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d8c8a41d-7e58-4d01-97b7-79e5a0117c94 req-8221eed6-a52e-4596-a4f2-e68945d7c2c7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1536944 Jun 22 00:49:19.257989 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca96b25-d698-4da5-bdc1-33eb88419658 req-bfe27c1b-d263-401d-ac49-7fa5eef582b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.259322 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0ca96b25-d698-4da5-bdc1-33eb88419658 req-bfe27c1b-d263-401d-ac49-7fa5eef582b3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704192 Jun 22 00:49:19.279031 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d8c8a41d-7e58-4d01-97b7-79e5a0117c94 req-e573f1bf-15a4-474e-a565-974c75f3cd7a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645452 Jun 22 00:49:19.318027 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df57f7-185a-4783-8ba8-49a99688b270 req-ea56ba3c-6a4e-4969-bdc2-ef7ea9c4d7f4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.319541 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8df57f7-185a-4783-8ba8-49a99688b270 req-ea56ba3c-6a4e-4969-bdc2-ef7ea9c4d7f4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 944 time: 0.1452625 Jun 22 00:49:19.389832 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8df57f7-185a-4783-8ba8-49a99688b270 req-4e462ce9-c579-47ae-a796-ae99d529df36 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640743 Jun 22 00:49:19.408000 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-70ef8880-5640-4537-8cc7-1fb9577f2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.409416 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-70ef8880-5640-4537-8cc7-1fb9577f2e66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 1096 time: 0.0703213 Jun 22 00:49:19.644338 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-ee8b4d14-9e8c-4f7b-8486-17c33bb5ae15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2 HTTP/1.1" status: 200 len: 217 time: 0.0347803 Jun 22 00:49:19.698001 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-27e2f5a6-3024-4510-abc9-cae9b268b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.699463 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-27e2f5a6-3024-4510-abc9-cae9b268b2d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 200 len: 856 time: 0.0448709 Jun 22 00:49:19.797911 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-f92de3a9-8ae3-42af-8235-cfc4df83d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.799423 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-f92de3a9-8ae3-42af-8235-cfc4df83d85f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40daa533-8b8b-42fb-9b6e-81147858b587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920534 Jun 22 00:49:19.904421 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-170050c7-10e2-4aaa-a99f-c705137839c2 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980446 Jun 22 00:49:20.093143 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b4f3c3a-434e-4448-a3f6-e99249b837bc req-a44158dc-0e9c-4984-8b8d-4532335526d3 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757956 Jun 22 00:49:20.203557 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5dfd7-5d1c-4a8f-83f5-ff2acdf5edc6 req-fd6d3c52-829d-4d48-867c-9b8643706416 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:20.205227 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8fd5dfd7-5d1c-4a8f-83f5-ff2acdf5edc6 req-fd6d3c52-829d-4d48-867c-9b8643706416 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.1073647 Jun 22 00:49:20.227341 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58069948-7ba4-492f-bd68-83a7c0e24865 req-ab4014fc-8a84-4fd4-84e5-0f8db8868af3 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:20.228780 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-58069948-7ba4-492f-bd68-83a7c0e24865 req-ab4014fc-8a84-4fd4-84e5-0f8db8868af3 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1190443 Jun 22 00:49:20.259817 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['0a03e900-0808-498e-babe-78f009d53055'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:20.282269 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8fd5dfd7-5d1c-4a8f-83f5-ff2acdf5edc6 req-51189d48-0738-40bc-8054-758b7c28a144 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714808 Jun 22 00:49:20.285528 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-58069948-7ba4-492f-bd68-83a7c0e24865 req-d07c86a0-c115-47da-a487-0293c037a9ef tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506642 Jun 22 00:49:20.476404 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b977b-0876-4df2-9370-ed21ac02c38b req-d596290f-9e78-4f4a-810a-caf4633c81ca tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:20.478657 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a60b977b-0876-4df2-9370-ed21ac02c38b req-d596290f-9e78-4f4a-810a-caf4633c81ca tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0740280 Jun 22 00:49:20.520921 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-07f04078-1924-423b-8f80-2fca1881ef83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:20.530421 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a60b977b-0876-4df2-9370-ed21ac02c38b req-6f7c167a-5c25-48ea-95c2-c0f1d15bb193 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450125 Jun 22 00:49:20.590402 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a60e5d-90f6-4e9a-9b18-185febbb7f17 req-59214983-fa13-4921-999d-c0586715a2f9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:20.592060 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19a60e5d-90f6-4e9a-9b18-185febbb7f17 req-59214983-fa13-4921-999d-c0586715a2f9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 944 time: 0.0799406 Jun 22 00:49:20.630275 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19a60e5d-90f6-4e9a-9b18-185febbb7f17 req-a3c236d9-5224-4940-ba84-786659e663f3 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Jun 22 00:49:20.807796 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4ed40c49-4059-4533-97ae-53e1cdbcd634 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:20.903645 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4ed40c49-4059-4533-97ae-53e1cdbcd634, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4ed40c49-4059-4533-97ae-53e1cdbcd634,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:20.914898 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '4ed40c49-4059-4533-97ae-53e1cdbcd634', 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e', 'port_id': '4ed40c49-4059-4533-97ae-53e1cdbcd634', 'mac_address': 'fa:16:3e:ba:b4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e655c-cb93-419e-885b-298c02f8abb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:20.951250 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:20.963551 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed40c49-4059-4533-97ae-53e1cdbcd634 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:20.982132 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4ed40c49-4059-4533-97ae-53e1cdbcd634, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4ed40c49-4059-4533-97ae-53e1cdbcd634,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:20.986355 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:20.989037 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:21.034299 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4ed40c49-4059-4533-97ae-53e1cdbcd634,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:21.037215 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:21.578564 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b4950-06ae-4e6b-b645-671433677d14 req-8a55a0a6-c80f-4776-a8cb-9ed67277cd81 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:21.579936 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e3b4950-06ae-4e6b-b645-671433677d14 req-8a55a0a6-c80f-4776-a8cb-9ed67277cd81 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1202655 Jun 22 00:49:21.586803 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031ac5e-8d5c-4569-9648-97db544d23bd req-7d5c210f-301d-4890-9a1b-a0e8903e7289 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:21.588133 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8031ac5e-8d5c-4569-9648-97db544d23bd req-7d5c210f-301d-4890-9a1b-a0e8903e7289 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.1128876 Jun 22 00:49:21.640855 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e3b4950-06ae-4e6b-b645-671433677d14 req-3eb73d4f-eb80-4477-8094-c6f3362b2606 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517440 Jun 22 00:49:21.643058 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['4ed40c49-4059-4533-97ae-53e1cdbcd634'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:21.651439 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8031ac5e-8d5c-4569-9648-97db544d23bd req-61b04ca4-2ec7-4150-a0b1-3242c87bc723 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547824 Jun 22 00:49:21.856755 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba2acf-afd2-476f-bcd2-83057e4cd279 req-67e755c0-f7e4-441c-b038-0c5c6acc7173 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:21.858294 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-03ba2acf-afd2-476f-bcd2-83057e4cd279 req-67e755c0-f7e4-441c-b038-0c5c6acc7173 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1138968 Jun 22 00:49:21.865907 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d4d34-bfd9-4a81-af35-44c680210875 req-cf5c408f-e43f-4fdd-9fc1-5c7cc7a84703 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:21.867297 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2a6d4d34-bfd9-4a81-af35-44c680210875 req-cf5c408f-e43f-4fdd-9fc1-5c7cc7a84703 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 944 time: 0.1131616 Jun 22 00:49:21.927242 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-03ba2acf-afd2-476f-bcd2-83057e4cd279 req-9300242f-e89a-434b-9574-54b509ec77f3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589385 Jun 22 00:49:21.930596 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2a6d4d34-bfd9-4a81-af35-44c680210875 req-478e1433-2036-45f5-962e-e448d25b5148 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563455 Jun 22 00:49:22.864005 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a45667-ada9-4263-bd0e-3e57ea2eda70 req-85c813ff-3923-4d9c-8400-28b502a8d943 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:22.865415 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a9a45667-ada9-4263-bd0e-3e57ea2eda70 req-85c813ff-3923-4d9c-8400-28b502a8d943 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1030881 Jun 22 00:49:22.872975 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd0ba8-9805-43e2-944a-b352636a9a94 req-e6978641-864c-4343-b387-1b5a83084311 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:22.874806 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0dfd0ba8-9805-43e2-944a-b352636a9a94 req-e6978641-864c-4343-b387-1b5a83084311 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.1026433 Jun 22 00:49:22.925384 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a9a45667-ada9-4263-bd0e-3e57ea2eda70 req-eee3f4a5-c52e-488a-89e9-336c82da70c2 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496106 Jun 22 00:49:22.932319 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0dfd0ba8-9805-43e2-944a-b352636a9a94 req-9a3ef043-f739-49e3-8067-d0481e690113 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509522 Jun 22 00:49:22.954231 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-02fdb11a-c0b8-4d36-9d93-cc9bb1dce90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:23.146238 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bbdbd-361c-44bb-9b3c-683b8d2f28c5 req-e8ba00b9-0863-4399-b6b8-e26c164643b4 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:23.147667 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d71bbdbd-361c-44bb-9b3c-683b8d2f28c5 req-e8ba00b9-0863-4399-b6b8-e26c164643b4 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1013095 Jun 22 00:49:23.154605 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daae6d-dc4b-4b24-8273-0f646f7ea31a req-897ec12e-15c4-4305-8a3e-7200d76352eb tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:23.156079 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-05daae6d-dc4b-4b24-8273-0f646f7ea31a req-897ec12e-15c4-4305-8a3e-7200d76352eb tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 944 time: 0.1114783 Jun 22 00:49:23.208634 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d71bbdbd-361c-44bb-9b3c-683b8d2f28c5 req-6c2104f7-673f-47bb-bca0-2855445e5d4f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516229 Jun 22 00:49:23.213220 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-05daae6d-dc4b-4b24-8273-0f646f7ea31a req-7b1a7e06-64c1-425c-b7a6-572ee51b8ce7 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507147 Jun 22 00:49:23.552882 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.131110 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0754af6-2a18-4abb-8095-ef42839a167c req-e74f603f-3b9b-4194-b6ef-74f76a228e4b tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:24.132535 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c0754af6-2a18-4abb-8095-ef42839a167c req-e74f603f-3b9b-4194-b6ef-74f76a228e4b tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.0992191 Jun 22 00:49:24.143821 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d37e3-fe71-4fb8-86c9-a881c9c44e8f req-aba0f730-1195-4bee-80a2-d8c8d9bcc1df tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:24.145134 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4b6d37e3-fe71-4fb8-86c9-a881c9c44e8f req-aba0f730-1195-4bee-80a2-d8c8d9bcc1df tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.0852554 Jun 22 00:49:24.201283 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c0754af6-2a18-4abb-8095-ef42839a167c req-0e95a830-9d19-40dd-bdda-21ba53f30146 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552406 Jun 22 00:49:24.203980 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4b6d37e3-fe71-4fb8-86c9-a881c9c44e8f req-f4c34159-ff7c-425d-b083-8b0b1e9aa119 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524726 Jun 22 00:49:24.418847 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed94ed-49a2-4d84-bb90-a3240994958b req-bfb623e4-f59a-4e06-9e2e-0a5a2e61e6c0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:24.420389 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-32ed94ed-49a2-4d84-bb90-a3240994958b req-bfb623e4-f59a-4e06-9e2e-0a5a2e61e6c0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1016343 Jun 22 00:49:24.430262 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756102b4-cfd9-4794-ad53-3d21b1dcf18c req-13bd18bb-50d0-492f-a04a-5064d816dc73 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:24.431800 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-756102b4-cfd9-4794-ad53-3d21b1dcf18c req-13bd18bb-50d0-492f-a04a-5064d816dc73 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 944 time: 0.1111617 Jun 22 00:49:24.487368 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-32ed94ed-49a2-4d84-bb90-a3240994958b req-5778e74f-d03e-4df4-b743-78dd3b2a1c00 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546772 Jun 22 00:49:24.494140 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-756102b4-cfd9-4794-ad53-3d21b1dcf18c req-bf85d80c-ae47-4657-864b-2752bb24a086 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553098 Jun 22 00:49:24.534210 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:25.412649 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038f8b1-2bd8-43a0-ae77-bee73124e9a7 req-d0587a88-22e1-43a3-8f35-715ef5aebc71 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.414080 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e038f8b1-2bd8-43a0-ae77-bee73124e9a7 req-d0587a88-22e1-43a3-8f35-715ef5aebc71 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.1036227 Jun 22 00:49:25.422069 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21044f06-4bbc-463b-a9a9-4e0f885ce9a5 req-cb8c5af1-798a-41f0-95ec-bd248c982054 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.423427 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21044f06-4bbc-463b-a9a9-4e0f885ce9a5 req-cb8c5af1-798a-41f0-95ec-bd248c982054 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.1117380 Jun 22 00:49:25.477501 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e038f8b1-2bd8-43a0-ae77-bee73124e9a7 req-870aeea6-669b-457c-894a-e101ebf23cfc tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531440 Jun 22 00:49:25.485099 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21044f06-4bbc-463b-a9a9-4e0f885ce9a5 req-817e1e95-0cd5-4592-9be6-7d62114cd086 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550196 Jun 22 00:49:25.705393 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fccd2-c41c-4648-8d56-e288caef8db3 req-d6c41565-5f33-44ed-a5d0-66074f904d8e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.706806 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-585fccd2-c41c-4648-8d56-e288caef8db3 req-d6c41565-5f33-44ed-a5d0-66074f904d8e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 944 time: 0.1014915 Jun 22 00:49:25.714608 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767102f-572d-416a-8f15-c9143809ac16 req-5e728a52-3e58-4719-9168-e2aa4469e5e9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.715951 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d767102f-572d-416a-8f15-c9143809ac16 req-5e728a52-3e58-4719-9168-e2aa4469e5e9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1124322 Jun 22 00:49:25.770631 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d767102f-572d-416a-8f15-c9143809ac16 req-a3a90d74-bf24-4637-8dd4-26a5001459c3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474923 Jun 22 00:49:25.773309 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-585fccd2-c41c-4648-8d56-e288caef8db3 req-bf10d4d4-dc32-4727-bace-3bb44037113f tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564950 Jun 22 00:49:26.150227 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.711580 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:26.782982 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 0a03e900-0808-498e-babe-78f009d53055 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:26.840252 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff,segment=NetworkSegment(1dd3969c-b3c0-492d-843e-28c8d48445e8),segment_id=1dd3969c-b3c0-492d-843e-28c8d48445e8)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:26.864072 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '3419c795-3fa8-4e0d-8bc0-476cda3cb3ff', 'network_id': '9444b66e-7847-4e8d-9a13-889ecf19d410', 'port_id': '3419c795-3fa8-4e0d-8bc0-476cda3cb3ff', 'mac_address': 'fa:16:3e:70:85:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18485d7e-1ab1-4d44-baba-37c0f3cac155', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:26.894295 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 0a03e900-0808-498e-babe-78f009d53055 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:26.896014 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2a57e-3205-4f6a-9e2c-305727439ddc req-2963cc0b-226f-4420-b8d8-64082a8e1f1a tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:26.897535 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-66b2a57e-3205-4f6a-9e2c-305727439ddc req-2963cc0b-226f-4420-b8d8-64082a8e1f1a tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 943 time: 0.3138907 Jun 22 00:49:26.906759 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de7434-024e-44d8-819d-81fa962aa7e2 req-722a0ad1-4fd2-4bfc-b013-2a6f5f04ecf8 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:26.908217 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d1de7434-024e-44d8-819d-81fa962aa7e2 req-722a0ad1-4fd2-4bfc-b013-2a6f5f04ecf8 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.3135834 Jun 22 00:49:26.910130 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 0a03e900-0808-498e-babe-78f009d53055 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:26.910512 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.935545 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.956454 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:26.962572 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-66b2a57e-3205-4f6a-9e2c-305727439ddc req-65829641-a10a-4f34-ab41-23a1c5eeb058 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533018 Jun 22 00:49:26.971194 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d1de7434-024e-44d8-819d-81fa962aa7e2 req-6a88024a-7c10-4aed-9f5f-8aeee3b5095b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556815 Jun 22 00:49:26.982376 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff,segment=NetworkSegment(1dd3969c-b3c0-492d-843e-28c8d48445e8),segment_id=1dd3969c-b3c0-492d-843e-28c8d48445e8)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:26.989830 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.995293 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-44c7aca9-59e5-4ef1-a3ed-5cc25437eb5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:27.065443 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.070027 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:27.078464 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:27.092620 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07c210f-1f0e-43e6-a443-97eb947a365e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a03e900-0808-498e-babe-78f009d53055'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:27.177167 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 0a03e900-0808-498e-babe-78f009d53055, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=0a03e900-0808-498e-babe-78f009d53055,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:27.183789 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.185903 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:27.198581 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94c05a-9121-476c-ba5a-5390b30fe3cc req-78390283-06e1-4de6-a53d-1679f20a9141 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:27.200158 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9a94c05a-9121-476c-ba5a-5390b30fe3cc req-78390283-06e1-4de6-a53d-1679f20a9141 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1175201 Jun 22 00:49:27.207914 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f9d96-0e5b-41f6-a950-4ecc6f990524 req-c09a7097-68d7-46a4-a8c8-642f46fbc0a2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:27.209886 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0d6f9d96-0e5b-41f6-a950-4ecc6f990524 req-c09a7097-68d7-46a4-a8c8-642f46fbc0a2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 944 time: 0.1169951 Jun 22 00:49:27.240314 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=0a03e900-0808-498e-babe-78f009d53055,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:27.244191 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:27.267245 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9a94c05a-9121-476c-ba5a-5390b30fe3cc req-cb4a31ac-9a26-4268-9321-c32bb2934504 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563171 Jun 22 00:49:27.274497 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0d6f9d96-0e5b-41f6-a950-4ecc6f990524 req-3b6e9e3c-5f1c-47c1-b926-173ad61dcda5 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548339 Jun 22 00:49:27.301871 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56206486-65a1-4ce3-8ab2-6f9ee44475a7" -d '{"events": [{"server_uuid": "c07c210f-1f0e-43e6-a443-97eb947a365e", "name": "network-vif-plugged", "status": "completed", "tag": "0a03e900-0808-498e-babe-78f009d53055"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:27.388080 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99787843-998f-4323-a8af-06fd388ae6c2 x-openstack-request-id: req-99787843-998f-4323-a8af-06fd388ae6c2 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:27.388381 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07c210f-1f0e-43e6-a443-97eb947a365e", "name": "network-vif-plugged", "status": "completed", "tag": "0a03e900-0808-498e-babe-78f009d53055", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:27.388640 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99787843-998f-4323-a8af-06fd388ae6c2 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:27.389701 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07c210f-1f0e-43e6-a443-97eb947a365e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a03e900-0808-498e-babe-78f009d53055', 'code': 200} Jun 22 00:49:27.675518 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb84210-207a-4b0d-a240-ccfc08b051a0 req-ef277cc7-ac2a-49a0-95c3-e7563c19ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:27.676914 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fb84210-207a-4b0d-a240-ccfc08b051a0 req-ef277cc7-ac2a-49a0-95c3-e7563c19ba39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 1098 time: 0.0813944 Jun 22 00:49:27.698761 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3fb84210-207a-4b0d-a240-ccfc08b051a0 req-3743a3e2-50f2-42b2-abdf-e260b259f63d service neutron] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.790698 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3fb84210-207a-4b0d-a240-ccfc08b051a0 req-3743a3e2-50f2-42b2-abdf-e260b259f63d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.795879 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3fb84210-207a-4b0d-a240-ccfc08b051a0 req-3743a3e2-50f2-42b2-abdf-e260b259f63d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.798463 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7f2c7f14-8ef2-4c1a-ab9f-823c588a77b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:27.828690 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fb84210-207a-4b0d-a240-ccfc08b051a0 req-3743a3e2-50f2-42b2-abdf-e260b259f63d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424599 Jun 22 00:49:27.833290 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743a3e2-50f2-42b2-abdf-e260b259f63d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3b8246-25c9-4214-8420-6aac2a57233c,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:27.836425 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3743a3e2-50f2-42b2-abdf-e260b259f63d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:28.181659 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8fd34-375b-4ce5-90c9-594212b1bcc9 req-0dc6895b-1f69-441b-9d8a-26d8b1a0c7b3 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:28.183149 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-85f8fd34-375b-4ce5-90c9-594212b1bcc9 req-0dc6895b-1f69-441b-9d8a-26d8b1a0c7b3 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 944 time: 0.1079695 Jun 22 00:49:28.195819 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b2d2d-7626-4b7d-ae92-007e7aa38a8d req-e0af1977-f6ef-471c-a961-48ad07653d78 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:28.197222 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-503b2d2d-7626-4b7d-ae92-007e7aa38a8d req-e0af1977-f6ef-471c-a961-48ad07653d78 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.0933778 Jun 22 00:49:28.254124 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-85f8fd34-375b-4ce5-90c9-594212b1bcc9 req-33be3a51-32b5-4306-98d8-9b2cb3c39db5 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558982 Jun 22 00:49:28.256945 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-503b2d2d-7626-4b7d-ae92-007e7aa38a8d req-f3357181-840e-426e-b7ed-60b3fae1e4da tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519326 Jun 22 00:49:28.381569 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['3419c795-3fa8-4e0d-8bc0-476cda3cb3ff'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:28.497117 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89547011-86c5-40db-af91-651a502ed041 req-bc4909e9-8afa-476f-9c50-3bf08ab7325c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:28.499323 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-89547011-86c5-40db-af91-651a502ed041 req-bc4909e9-8afa-476f-9c50-3bf08ab7325c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1122491 Jun 22 00:49:28.506836 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31773a-5036-4d6b-8deb-8aeda4a75703 req-96889348-1f97-4959-90f4-320242e7e844 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:28.508261 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bf31773a-5036-4d6b-8deb-8aeda4a75703 req-96889348-1f97-4959-90f4-320242e7e844 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 945 time: 0.1230149 Jun 22 00:49:28.563175 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-89547011-86c5-40db-af91-651a502ed041 req-cadf1672-2492-4207-bdbe-a149f5327c03 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539303 Jun 22 00:49:28.568166 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bf31773a-5036-4d6b-8deb-8aeda4a75703 req-9521cf35-f7ad-4eed-9912-3618fe1f7d43 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529304 Jun 22 00:49:28.717966 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7b0e08fb-48b7-40db-862a-78500b6a30f2 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:28.730475 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4ed40c49-4059-4533-97ae-53e1cdbcd634 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:28.930843 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 4ed40c49-4059-4533-97ae-53e1cdbcd634 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:28.942376 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 4ed40c49-4059-4533-97ae-53e1cdbcd634 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:28.942758 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:28.968801 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:28.985270 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'port_id': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'mac_address': 'fa:16:3e:7c:e5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:29.050646 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.070440 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0e08fb-48b7-40db-862a-78500b6a30f2 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:29.079046 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.102159 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:29.110387 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.111119 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device c4ac9796-c8db-41df-9ffd-03562a25bf4c details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:29.113686 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-e7834637-c0db-4eda-9bb4-e0e6195500ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:29.167035 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4ed40c49-4059-4533-97ae-53e1cdbcd634, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4ed40c49-4059-4533-97ae-53e1cdbcd634,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:29.179857 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.238772 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=7b0e08fb-48b7-40db-862a-78500b6a30f2,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:29.243195 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:29.243686 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:29.313120 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4ed40c49-4059-4533-97ae-53e1cdbcd634,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:29.318760 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:29.320439 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port c4ac9796-c8db-41df-9ffd-03562a25bf4c, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c4ac9796-c8db-41df-9ffd-03562a25bf4c,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:29.332970 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': 'c4ac9796-c8db-41df-9ffd-03562a25bf4c', 'network_id': 'bd66bcf7-565c-4d87-81a2-097abc66200e', 'port_id': 'c4ac9796-c8db-41df-9ffd-03562a25bf4c', 'mac_address': 'fa:16:3e:9c:42:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a9e655c-cb93-419e-885b-298c02f8abb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:29.373530 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.387943 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ac9796-c8db-41df-9ffd-03562a25bf4c {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:29.394070 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0409d54e-bd3f-44a1-a6f9-328dfb564011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed40c49-4059-4533-97ae-53e1cdbcd634'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:29.396636 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5665134a-0d84-4a6e-b674-421571aa8455" -d '{"events": [{"server_uuid": "0409d54e-bd3f-44a1-a6f9-328dfb564011", "name": "network-vif-plugged", "status": "completed", "tag": "4ed40c49-4059-4533-97ae-53e1cdbcd634"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:29.414339 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port c4ac9796-c8db-41df-9ffd-03562a25bf4c, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c4ac9796-c8db-41df-9ffd-03562a25bf4c,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:29.418289 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.420208 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:29.476091 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=c4ac9796-c8db-41df-9ffd-03562a25bf4c,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:29.479321 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:29.509455 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01a76d-86a3-4c3c-bcce-4bcde76492e7 req-54e2dd47-811f-42a1-96a2-ddace5ca6f52 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:29.510908 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9e01a76d-86a3-4c3c-bcce-4bcde76492e7 req-54e2dd47-811f-42a1-96a2-ddace5ca6f52 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 944 time: 0.1326396 Jun 22 00:49:29.519087 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622e619-a7a9-4a80-8e33-9d83a1bde274 req-387f7c16-8658-40c9-9251-c396effd13bf tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:29.520455 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4622e619-a7a9-4a80-8e33-9d83a1bde274 req-387f7c16-8658-40c9-9251-c396effd13bf tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 944 time: 0.1295509 Jun 22 00:49:29.572815 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9e01a76d-86a3-4c3c-bcce-4bcde76492e7 req-085ff38d-a647-4b66-b7a4-ca23b347a14e tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514150 Jun 22 00:49:29.582211 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4622e619-a7a9-4a80-8e33-9d83a1bde274 req-52eb22cd-f773-4246-9116-bab32d0cab5c tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540292 Jun 22 00:49:29.655511 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db95e90-447c-4251-a80f-944c47280ec8 x-openstack-request-id: req-9db95e90-447c-4251-a80f-944c47280ec8 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:29.655852 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0409d54e-bd3f-44a1-a6f9-328dfb564011", "name": "network-vif-plugged", "status": "completed", "tag": "4ed40c49-4059-4533-97ae-53e1cdbcd634", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:29.656445 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9db95e90-447c-4251-a80f-944c47280ec8 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:29.657119 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0409d54e-bd3f-44a1-a6f9-328dfb564011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed40c49-4059-4533-97ae-53e1cdbcd634', 'code': 200} Jun 22 00:49:29.778701 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b69-7d4f-48fc-95fb-4b16a027478e req-87ca31ed-9b69-4b12-add2-7be4312d0c69 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:29.780807 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f9288b69-7d4f-48fc-95fb-4b16a027478e req-87ca31ed-9b69-4b12-add2-7be4312d0c69 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 945 time: 0.0760729 Jun 22 00:49:29.839640 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f9288b69-7d4f-48fc-95fb-4b16a027478e req-4312f02a-94ef-403f-a9f7-9d0e2e613a31 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517352 Jun 22 00:49:29.917731 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818a235-c282-4a3e-95b7-3edafba58841 req-3b03bb07-0d7a-45c4-805e-5c7a83f5c8fd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:29.919335 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5818a235-c282-4a3e-95b7-3edafba58841 req-3b03bb07-0d7a-45c4-805e-5c7a83f5c8fd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.0786810 Jun 22 00:49:29.972739 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5818a235-c282-4a3e-95b7-3edafba58841 req-78073edf-7d3b-4488-9137-677be46e10dd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454290 Jun 22 00:49:30.016370 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69e6d0-6cad-476f-944a-e182da396970 req-9e4d2316-6c86-4120-9f32-87735eb66a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:30.018443 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9e69e6d0-6cad-476f-944a-e182da396970 req-9e4d2316-6c86-4120-9f32-87735eb66a2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 1098 time: 0.0607343 Jun 22 00:49:30.053342 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9e69e6d0-6cad-476f-944a-e182da396970 req-eaef1d9d-5b14-4acc-8ac7-0a3f03a17559 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281749 Jun 22 00:49:30.187467 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['c4ac9796-c8db-41df-9ffd-03562a25bf4c'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:30.339452 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['7b0e08fb-48b7-40db-862a-78500b6a30f2'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:30.726589 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:30.776104 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:30.779860 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:30.780241 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:30.804033 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58394d-973d-4f74-be2d-eb02c0cf4e09 req-583a49be-9f2c-4506-ad06-6102da896243 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:30.805574 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9e58394d-973d-4f74-be2d-eb02c0cf4e09 req-583a49be-9f2c-4506-ad06-6102da896243 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 944 time: 0.1125448 Jun 22 00:49:30.814881 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721ff6a-7a95-4a27-afb5-94e7d0edce67 req-f67c7ce0-0cbe-447a-89f9-9c60c49d11f2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:30.816400 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0721ff6a-7a95-4a27-afb5-94e7d0edce67 req-f67c7ce0-0cbe-447a-89f9-9c60c49d11f2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 945 time: 0.1136010 Jun 22 00:49:30.859982 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:30.875634 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9e58394d-973d-4f74-be2d-eb02c0cf4e09 req-59c6197e-b275-452f-94f0-d9a6e54dfce0 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582829 Jun 22 00:49:30.885058 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0721ff6a-7a95-4a27-afb5-94e7d0edce67 req-52d77ec7-1bb0-4907-9145-88446447d817 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599785 Jun 22 00:49:30.910466 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff,segment=NetworkSegment(1dd3969c-b3c0-492d-843e-28c8d48445e8),segment_id=1dd3969c-b3c0-492d-843e-28c8d48445e8)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:30.910466 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:30.911829 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:30.982178 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:30.985634 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:31.098001 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a73c8e-1278-4595-b6d1-934b947c770a req-bf221fc3-d08b-4325-8a1d-1a3b1b62b904 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:31.099531 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-08a73c8e-1278-4595-b6d1-934b947c770a req-bf221fc3-d08b-4325-8a1d-1a3b1b62b904 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 945 time: 0.0669205 Jun 22 00:49:31.172293 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-08a73c8e-1278-4595-b6d1-934b947c770a req-600b66d7-14bb-47ab-bf80-1e4b79b464cb tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670702 Jun 22 00:49:31.198944 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dce22-ed7f-45a1-ad58-47df01953470 req-89fd9355-2cc3-4735-9205-47ebbac7ddae tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:31.200378 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0c7dce22-ed7f-45a1-ad58-47df01953470 req-89fd9355-2cc3-4735-9205-47ebbac7ddae tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.0876367 Jun 22 00:49:31.240282 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0c7dce22-ed7f-45a1-ad58-47df01953470 req-2ab5e3a4-464b-4093-8278-fc9c49e5b294 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326474 Jun 22 00:49:31.658439 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5317b7f-8f43-44bd-8764-9a2bc46bc529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3419c795-3fa8-4e0d-8bc0-476cda3cb3ff'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:31.660826 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7eb9de-b1a2-4588-8fbc-4a207cf9cd0f" -d '{"events": [{"server_uuid": "c5317b7f-8f43-44bd-8764-9a2bc46bc529", "name": "network-vif-plugged", "status": "completed", "tag": "3419c795-3fa8-4e0d-8bc0-476cda3cb3ff"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:31.705172 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd298b9-eb18-49ca-b79d-acb633c3a962 x-openstack-request-id: req-5cd298b9-eb18-49ca-b79d-acb633c3a962 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:31.705800 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5317b7f-8f43-44bd-8764-9a2bc46bc529", "name": "network-vif-plugged", "status": "completed", "tag": "3419c795-3fa8-4e0d-8bc0-476cda3cb3ff", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:31.706167 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cd298b9-eb18-49ca-b79d-acb633c3a962 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:31.706773 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5317b7f-8f43-44bd-8764-9a2bc46bc529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3419c795-3fa8-4e0d-8bc0-476cda3cb3ff', 'code': 200} Jun 22 00:49:32.152002 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6017c-7c57-43d9-943d-08e9f6b5e748 req-c60c12af-1062-4318-9713-456a4a9db01c tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:32.154835 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-56a6017c-7c57-43d9-943d-08e9f6b5e748 req-c60c12af-1062-4318-9713-456a4a9db01c tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 945 time: 0.1566353 Jun 22 00:49:32.172205 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fd37a-8bf6-42af-bc39-6c5c2936ee7d req-6dac5ec0-847c-431f-9fdf-b7786f5bec8b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:32.173635 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-001fd37a-8bf6-42af-bc39-6c5c2936ee7d req-6dac5ec0-847c-431f-9fdf-b7786f5bec8b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 945 time: 0.1477160 Jun 22 00:49:32.179914 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b1f49-4866-4c1e-932c-6a95de00a3fb req-47bfceb6-3dbf-444e-96e7-0ea9b72f65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:32.181367 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e02b1f49-4866-4c1e-932c-6a95de00a3fb req-47bfceb6-3dbf-444e-96e7-0ea9b72f65b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 1098 time: 0.1543052 Jun 22 00:49:32.230773 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-56a6017c-7c57-43d9-943d-08e9f6b5e748 req-5a7087ba-fef6-4e14-9bfa-7bd0707335f0 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682855 Jun 22 00:49:32.248813 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-001fd37a-8bf6-42af-bc39-6c5c2936ee7d req-8f8ec1b0-e488-42cc-b737-cad5171f0444 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661566 Jun 22 00:49:32.282301 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e02b1f49-4866-4c1e-932c-6a95de00a3fb req-bbff3233-a9fd-4228-ab49-414dec8bbbf1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555255 Jun 22 00:49:32.469959 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902122c-4fde-4a3b-b7c1-daaa95ae2d57 req-56b688bf-3434-4752-b420-b77fa1cf70a0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:32.471443 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0902122c-4fde-4a3b-b7c1-daaa95ae2d57 req-56b688bf-3434-4752-b420-b77fa1cf70a0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 945 time: 0.1166167 Jun 22 00:49:32.494580 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f179a7-92cc-412f-ac2d-1a2e977fbc17 req-1f8583e6-ffd5-4c1f-be35-2562313283ab tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:32.496018 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-01f179a7-92cc-412f-ac2d-1a2e977fbc17 req-1f8583e6-ffd5-4c1f-be35-2562313283ab tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.1044343 Jun 22 00:49:32.539592 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0902122c-4fde-4a3b-b7c1-daaa95ae2d57 req-6f113a9d-fbfc-4c25-9c55-97882c5978a7 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613093 Jun 22 00:49:32.552737 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-01f179a7-92cc-412f-ac2d-1a2e977fbc17 req-8230f9a2-0a6f-48d9-b876-15d65b1e8d96 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477657 Jun 22 00:49:32.738686 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7b0e08fb-48b7-40db-862a-78500b6a30f2 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:32.796533 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 7b0e08fb-48b7-40db-862a-78500b6a30f2 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:32.800402 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 7b0e08fb-48b7-40db-862a-78500b6a30f2 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:32.800779 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:32.896586 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:32.930023 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:32.936230 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:32.937216 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device c4ac9796-c8db-41df-9ffd-03562a25bf4c up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:32.939099 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:33.012440 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=7b0e08fb-48b7-40db-862a-78500b6a30f2,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:33.016812 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:33.026474 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port c4ac9796-c8db-41df-9ffd-03562a25bf4c completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:33.030061 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port c4ac9796-c8db-41df-9ffd-03562a25bf4c triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:33.030433 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:33.112577 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:33.143182 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port c4ac9796-c8db-41df-9ffd-03562a25bf4c, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c4ac9796-c8db-41df-9ffd-03562a25bf4c,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:33.146406 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:33.148188 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:33.192131 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=c4ac9796-c8db-41df-9ffd-03562a25bf4c,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:33.195004 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:33.453889 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504bc34-4285-475f-962f-88a48ab89f94 req-d4d7d843-93eb-47fb-9376-35d0dec7ce05 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:33.460834 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5504bc34-4285-475f-962f-88a48ab89f94 req-d4d7d843-93eb-47fb-9376-35d0dec7ce05 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 945 time: 0.1138005 Jun 22 00:49:33.496821 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dbde1-cb8e-437a-9964-68c4a0c03362 req-d574ea3d-fcb0-44c6-b469-52df6fe567a8 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:33.498307 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-039dbde1-cb8e-437a-9964-68c4a0c03362 req-d574ea3d-fcb0-44c6-b469-52df6fe567a8 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1188369 Jun 22 00:49:33.530058 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5504bc34-4285-475f-962f-88a48ab89f94 req-685ffac6-f5ac-486e-a51d-026ffca678cb tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612137 Jun 22 00:49:33.553852 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-039dbde1-cb8e-437a-9964-68c4a0c03362 req-450937df-c6fe-49db-866a-70157713aa61 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471244 Jun 22 00:49:33.703866 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53614) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:33.708721 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2'}, {'server_uuid': '6457a79e-a00b-4695-978c-ca8dcf6a7233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac9796-c8db-41df-9ffd-03562a25bf4c'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:33.711048 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9653a85-c2bc-44d0-9a6c-f7e741c77648" -d '{"events": [{"server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2"}, {"server_uuid": "6457a79e-a00b-4695-978c-ca8dcf6a7233", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac9796-c8db-41df-9ffd-03562a25bf4c"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:33.737548 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26481f80-f3a5-4df0-a39f-3517beda5e9a req-542bf807-11e4-4ead-a80a-999e1c7f6b63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:33.745394 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-26481f80-f3a5-4df0-a39f-3517beda5e9a req-542bf807-11e4-4ead-a80a-999e1c7f6b63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0732543 Jun 22 00:49:33.754948 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dea0d47-cf71-43b2-b708-c36c2cc18796 x-openstack-request-id: req-9dea0d47-cf71-43b2-b708-c36c2cc18796 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:33.755446 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2", "code": 200}, {"server_uuid": "6457a79e-a00b-4695-978c-ca8dcf6a7233", "name": "network-vif-plugged", "status": "completed", "tag": "c4ac9796-c8db-41df-9ffd-03562a25bf4c", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:33.755548 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dea0d47-cf71-43b2-b708-c36c2cc18796 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:33.755880 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'code': 200} Jun 22 00:49:33.756148 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6457a79e-a00b-4695-978c-ca8dcf6a7233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ac9796-c8db-41df-9ffd-03562a25bf4c', 'code': 200} Jun 22 00:49:33.783636 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-26481f80-f3a5-4df0-a39f-3517beda5e9a req-b49a5410-b5f8-490a-8258-070f83894de5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371735 Jun 22 00:49:33.833979 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.104862 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.110337 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.134551 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-06b9555e-efe9-4667-9127-ecb9eca9f168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:34.159992 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16ecc44ce83a4593be6269c94c78cb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550719 Jun 22 00:49:34.161971 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53636) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:34.170127 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d605acea-b4cc-4dd1-97a1-f6128d77272f,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:34.187662 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.188393 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.188940 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.190453 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.191021 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.191845 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.192376 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.192920 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.193446 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.193982 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.194511 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.195090 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:34.231896 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:34.262755 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d321c47-2083-4097-8489-b551c565ac5f req-943597a7-adf5-4d78-838d-41c8ece80beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:34.265154 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7d321c47-2083-4097-8489-b551c565ac5f req-943597a7-adf5-4d78-838d-41c8ece80beb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 1099 time: 0.1228187 Jun 22 00:49:34.268024 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d3c26-2ec2-49ab-bdc3-b0e55311e6af req-44c88c77-d60d-413e-841d-7c185cc20b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:34.269550 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-428d3c26-2ec2-49ab-bdc3-b0e55311e6af req-44c88c77-d60d-413e-841d-7c185cc20b21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 1098 time: 0.0800827 Jun 22 00:49:34.273715 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-87c52a26-391b-40cc-af95-5a10f9ed8d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.301088 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-87c52a26-391b-40cc-af95-5a10f9ed8d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.368745 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-87c52a26-391b-40cc-af95-5a10f9ed8d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.371974 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-87c52a26-391b-40cc-af95-5a10f9ed8d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.375682 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-87c52a26-391b-40cc-af95-5a10f9ed8d86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d605acea-b4cc-4dd1-97a1-f6128d77272f HTTP/1.1" status: 204 len: 168 time: 0.2095258 Jun 22 00:49:34.375682 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:34.394307 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7d321c47-2083-4097-8489-b551c565ac5f req-d617a942-a3ef-45de-9ab7-39a6b88f9d60 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943058 Jun 22 00:49:34.396640 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-428d3c26-2ec2-49ab-bdc3-b0e55311e6af req-f80cda84-a4f9-490c-91ac-75773421d216 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910668 Jun 22 00:49:34.403766 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c52a26-391b-40cc-af95-5a10f9ed8d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d605acea-b4cc-4dd1-97a1-f6128d77272f,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:34.408964 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-87c52a26-391b-40cc-af95-5a10f9ed8d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:34.614450 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53672) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:34.736365 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 53676) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:34.750213 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fe91e4ea-22db-4bf8-9cd0-2336e33d1ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.759897 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.834823 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dc0a2-81b5-4a7a-a238-56ed92e5d813 req-883d3f63-c686-453e-9cd9-b84bfb1e0a0c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:34.836714 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c31dc0a2-81b5-4a7a-a238-56ed92e5d813 req-883d3f63-c686-453e-9cd9-b84bfb1e0a0c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1352589 Jun 22 00:49:34.845131 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fe91e4ea-22db-4bf8-9cd0-2336e33d1ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.849100 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fe91e4ea-22db-4bf8-9cd0-2336e33d1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.852811 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:34.863345 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29d8a9-c212-44f8-86b7-5fe98acdcee4 req-fb61868e-0fc3-41cd-8d6b-afb6b08b4415 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:34.864773 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2e29d8a9-c212-44f8-86b7-5fe98acdcee4 req-fb61868e-0fc3-41cd-8d6b-afb6b08b4415 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 945 time: 0.1073141 Jun 22 00:49:34.892553 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-fe91e4ea-22db-4bf8-9cd0-2336e33d1ed5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7192de8c10b24da883cfdd580f971116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763669 Jun 22 00:49:34.895267 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91e4ea-22db-4bf8-9cd0-2336e33d1ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9ab8f3-0e3f-4bec-b13a-a8ac15ad31bf,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:34.898874 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-fe91e4ea-22db-4bf8-9cd0-2336e33d1ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:34.899382 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53680) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:34.931233 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c31dc0a2-81b5-4a7a-a238-56ed92e5d813 req-9e3984ff-d292-4cab-bb45-81165171248e tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860355 Jun 22 00:49:34.959097 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2e29d8a9-c212-44f8-86b7-5fe98acdcee4 req-c6bb721b-29e4-4513-9095-ea4457a1be1b tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812080 Jun 22 00:49:34.959248 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-80260044-cdf7-4b60-b897-82b63d1ef08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.994148 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-80260044-cdf7-4b60-b897-82b63d1ef08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.003379 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.008810 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.019518 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2db0ec1d-cbb8-4c3a-8f4d-c6cea46d04fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:35.058176 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-80260044-cdf7-4b60-b897-82b63d1ef08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.060904 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-80260044-cdf7-4b60-b897-82b63d1ef08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.062025 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-80260044-cdf7-4b60-b897-82b63d1ef08c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e9ab8f3-0e3f-4bec-b13a-a8ac15ad31bf HTTP/1.1" status: 204 len: 168 time: 0.1615193 Jun 22 00:49:35.062875 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-3c088edd-a471-47e5-a4b8-b50504591fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:35.063596 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ded4c6222384d74905fa90920017abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256445 Jun 22 00:49:35.068477 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53686) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:35.073397 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbbc2ef-2a9e-4b48-9852-12f23d74c305,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:35.105050 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80260044-cdf7-4b60-b897-82b63d1ef08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9ab8f3-0e3f-4bec-b13a-a8ac15ad31bf,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:35.108339 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.108782 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.109199 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.109668 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.110024 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.110760 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.111492 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.111663 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.112009 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.112362 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.113152 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.113152 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:35.116268 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-80260044-cdf7-4b60-b897-82b63d1ef08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:35.117607 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:35.153008 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982025a-3a48-41ba-9f52-762a18552c92 req-4e278128-16fa-4ba4-a8f8-036d1fd8b58f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:35.155868 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d982025a-3a48-41ba-9f52-762a18552c92 req-4e278128-16fa-4ba4-a8f8-036d1fd8b58f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0961139 Jun 22 00:49:35.181757 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-96f8c30d-0336-42bd-8df2-afb623c48b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.200149 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d982025a-3a48-41ba-9f52-762a18552c92 req-0fc2e9b7-919a-4077-bddf-a71b4aee3e63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383785 Jun 22 00:49:35.215565 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-96f8c30d-0336-42bd-8df2-afb623c48b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.269778 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-96f8c30d-0336-42bd-8df2-afb623c48b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.272844 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-96f8c30d-0336-42bd-8df2-afb623c48b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.274872 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-96f8c30d-0336-42bd-8df2-afb623c48b5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0bbbc2ef-2a9e-4b48-9852-12f23d74c305 HTTP/1.1" status: 204 len: 168 time: 0.2046072 Jun 22 00:49:35.275037 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:35.284345 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8c30d-0336-42bd-8df2-afb623c48b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbbc2ef-2a9e-4b48-9852-12f23d74c305,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:35.294547 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-96f8c30d-0336-42bd-8df2-afb623c48b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:35.502115 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53698) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:35.516589 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-28a2daf5-7999-43b1-934a-a11de57a0640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.621726 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-28a2daf5-7999-43b1-934a-a11de57a0640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.625485 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-28a2daf5-7999-43b1-934a-a11de57a0640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.629172 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c66b4f1d-13ac-4086-b341-e86e162a032b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:35.665933 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2daf5-7999-43b1-934a-a11de57a0640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26152d03-d716-4e49-af31-ab847f3d6a38,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:35.678239 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-28a2daf5-7999-43b1-934a-a11de57a0640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:35.700586 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-28a2daf5-7999-43b1-934a-a11de57a0640 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe1f3546d4f5471d94d6fbad03d690c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968036 Jun 22 00:49:35.703726 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53714) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:35.759864 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-406a4a7c-a40f-444b-8173-668aa7c5d707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.787441 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-406a4a7c-a40f-444b-8173-668aa7c5d707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.843453 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-406a4a7c-a40f-444b-8173-668aa7c5d707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.849105 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-406a4a7c-a40f-444b-8173-668aa7c5d707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.850458 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-406a4a7c-a40f-444b-8173-668aa7c5d707 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26152d03-d716-4e49-af31-ab847f3d6a38 HTTP/1.1" status: 204 len: 168 time: 0.1455674 Jun 22 00:49:35.851392 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-f7e6f586-c864-439e-8d9b-0e2046b5e7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:35.862840 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a4a7c-a40f-444b-8173-668aa7c5d707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26152d03-d716-4e49-af31-ab847f3d6a38,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:35.865535 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-406a4a7c-a40f-444b-8173-668aa7c5d707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:36.176313 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409292d0-7c87-4555-afab-417b85971fe5 req-1fc794e8-1852-4211-b1e8-ca20d880b920 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:36.177922 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-409292d0-7c87-4555-afab-417b85971fe5 req-1fc794e8-1852-4211-b1e8-ca20d880b920 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0892918 Jun 22 00:49:36.217953 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-409292d0-7c87-4555-afab-417b85971fe5 req-364001e2-3aae-4d38-b466-85e2c0b6a8c6 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339818 Jun 22 00:49:36.402444 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23113f7b-aafe-49f0-a2a8-29ee33c7e4e3 req-b1251109-0b70-4ae2-b972-d7b8313b638f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:36.407408 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-23113f7b-aafe-49f0-a2a8-29ee33c7e4e3 req-b1251109-0b70-4ae2-b972-d7b8313b638f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0743678 Jun 22 00:49:36.461424 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-23113f7b-aafe-49f0-a2a8-29ee33c7e4e3 req-9b54a503-274e-46e9-b505-d141c23e2d0a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502195 Jun 22 00:49:37.396641 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3f1dc-acce-44c6-a66e-9dd2af0fcce8 req-c74b9e35-1374-48f6-b164-d8f4c0382852 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:37.398780 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-72c3f1dc-acce-44c6-a66e-9dd2af0fcce8 req-c74b9e35-1374-48f6-b164-d8f4c0382852 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0652456 Jun 22 00:49:37.440467 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-72c3f1dc-acce-44c6-a66e-9dd2af0fcce8 req-df4e5cdf-4838-4f9b-9a4d-c97c59c9901d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357602 Jun 22 00:49:37.655009 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6552181-9a25-41c0-8c00-0408512c29ee req-3eae0640-69eb-412c-9479-664f63243c41 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:37.656569 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e6552181-9a25-41c0-8c00-0408512c29ee req-3eae0640-69eb-412c-9479-664f63243c41 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0655458 Jun 22 00:49:37.695628 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e6552181-9a25-41c0-8c00-0408512c29ee req-9ef70f6d-da65-4baf-b46d-7a0e5c08af28 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330427 Jun 22 00:49:37.965601 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53854) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:38.081137 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37196c48-5503-4688-96c4-0799f04d36cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.181626 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37196c48-5503-4688-96c4-0799f04d36cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.186609 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37196c48-5503-4688-96c4-0799f04d36cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.189185 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:38.227286 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-37196c48-5503-4688-96c4-0799f04d36cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d69cd59e18334eaa86ede71705b830d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605896 Jun 22 00:49:38.228115 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37196c48-5503-4688-96c4-0799f04d36cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12dd4c5-f1ff-445c-86e9-c964f9941e5d,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:38.231008 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-37196c48-5503-4688-96c4-0799f04d36cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:38.231710 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 53878) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:38.295238 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-53df7489-b456-48d7-9bf8-d9fd08cec508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.319353 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-53df7489-b456-48d7-9bf8-d9fd08cec508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.367703 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-53df7489-b456-48d7-9bf8-d9fd08cec508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.370515 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-53df7489-b456-48d7-9bf8-d9fd08cec508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.371674 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-53df7489-b456-48d7-9bf8-d9fd08cec508 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c12dd4c5-f1ff-445c-86e9-c964f9941e5d HTTP/1.1" status: 204 len: 168 time: 0.1384699 Jun 22 00:49:38.372474 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7888da53-8f48-4b9c-bc08-e30069a92f2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:38.380366 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df7489-b456-48d7-9bf8-d9fd08cec508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12dd4c5-f1ff-445c-86e9-c964f9941e5d,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:38.383560 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-53df7489-b456-48d7-9bf8-d9fd08cec508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:38.628884 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff4521-7902-4e17-ad7f-037de4290dbf req-f18aa43f-62ee-4a30-91d3-a929d1c547b7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:38.630366 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3eff4521-7902-4e17-ad7f-037de4290dbf req-f18aa43f-62ee-4a30-91d3-a929d1c547b7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0661573 Jun 22 00:49:38.668064 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 53922) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:38.683971 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3eff4521-7902-4e17-ad7f-037de4290dbf req-3b473bbc-1988-4cf5-ac22-1db6ed37eed5 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Jun 22 00:49:38.692655 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cee967f5-422e-4623-abef-16e47ba047f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.806062 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cee967f5-422e-4623-abef-16e47ba047f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.813891 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cee967f5-422e-4623-abef-16e47ba047f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.818679 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c5670446-8c3c-4a98-8fb5-92db84cd8ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:38.888063 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-cee967f5-422e-4623-abef-16e47ba047f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2690c6646ff4241adc36407f6f77083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189369 Jun 22 00:49:38.890523 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee967f5-422e-4623-abef-16e47ba047f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3948e03f-15d4-437d-ba98-a0c59729c6f5,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:38.891120 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53942) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:38.896171 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-cee967f5-422e-4623-abef-16e47ba047f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:38.932182 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c665a7-d713-4338-b700-ce84720de2b2 req-744bd387-7963-407e-8aeb-fec3462c3c48 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:38.934207 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-93c665a7-d713-4338-b700-ce84720de2b2 req-744bd387-7963-407e-8aeb-fec3462c3c48 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0994599 Jun 22 00:49:38.952731 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1feb86d6-ee23-4971-a00c-6ffd54ba60a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.974476 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1feb86d6-ee23-4971-a00c-6ffd54ba60a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.977034 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-93c665a7-d713-4338-b700-ce84720de2b2 req-5c60003a-55ce-40c3-86b5-7ac6f9dcefd8 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351601 Jun 22 00:49:39.024277 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1feb86d6-ee23-4971-a00c-6ffd54ba60a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.026844 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1feb86d6-ee23-4971-a00c-6ffd54ba60a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.028005 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-1feb86d6-ee23-4971-a00c-6ffd54ba60a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3948e03f-15d4-437d-ba98-a0c59729c6f5 HTTP/1.1" status: 204 len: 168 time: 0.1356559 Jun 22 00:49:39.028717 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b72923a8-5990-4161-bfbc-94ae55d2cd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:39.036337 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb86d6-ee23-4971-a00c-6ffd54ba60a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3948e03f-15d4-437d-ba98-a0c59729c6f5,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:39.038449 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1feb86d6-ee23-4971-a00c-6ffd54ba60a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:39.245719 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 53956) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:39.347278 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4b515e9b-d9a4-4919-bd88-0c57e66672c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.442744 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4b515e9b-d9a4-4919-bd88-0c57e66672c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.446945 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4b515e9b-d9a4-4919-bd88-0c57e66672c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.450619 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:39.495944 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-4b515e9b-d9a4-4919-bd88-0c57e66672c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9d668f1e64b4ed1ae263fe673bbf32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468894 Jun 22 00:49:39.495944 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b515e9b-d9a4-4919-bd88-0c57e66672c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59338546-3200-4e70-a954-8185a2f2c08c,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:39.496712 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 53968) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:39.499181 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4b515e9b-d9a4-4919-bd88-0c57e66672c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:39.550382 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b8ca-804e-4569-8f51-06ec9427fd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.572117 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b8ca-804e-4569-8f51-06ec9427fd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.618731 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b8ca-804e-4569-8f51-06ec9427fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.621357 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7ee8b8ca-804e-4569-8f51-06ec9427fd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.625979 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-7ee8b8ca-804e-4569-8f51-06ec9427fd37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/59338546-3200-4e70-a954-8185a2f2c08c HTTP/1.1" status: 204 len: 168 time: 0.1268411 Jun 22 00:49:39.626784 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-6e1e113f-60b1-4116-9c5c-01fb0351f2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:39.636128 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8b8ca-804e-4569-8f51-06ec9427fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59338546-3200-4e70-a954-8185a2f2c08c,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:39.639394 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7ee8b8ca-804e-4569-8f51-06ec9427fd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:39.876826 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dbe32-66cf-42bb-9e93-589a4781acf3 req-975c3052-7682-489f-9571-5ac7057bdfe2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:39.884424 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f94dbe32-66cf-42bb-9e93-589a4781acf3 req-975c3052-7682-489f-9571-5ac7057bdfe2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0878356 Jun 22 00:49:39.922024 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f94dbe32-66cf-42bb-9e93-589a4781acf3 req-5ffc2766-e48a-4d9b-ab35-7b64d1731190 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367537 Jun 22 00:49:39.981697 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 53994) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:39.995235 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-6f901796-bcf5-4448-8657-00d846a5ce64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.098875 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-6f901796-bcf5-4448-8657-00d846a5ce64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.104238 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-6f901796-bcf5-4448-8657-00d846a5ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.107040 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:40.179160 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-6f901796-bcf5-4448-8657-00d846a5ce64 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ad2bb7bcddc4e388a49a0a0f32c3d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937001 Jun 22 00:49:40.180450 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54028) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:40.186633 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f901796-bcf5-4448-8657-00d846a5ce64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06bb918-41c2-4fe5-81f4-f68c0acba261,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:40.190470 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-6f901796-bcf5-4448-8657-00d846a5ce64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:40.236938 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c7d35-7c0c-4085-b0bd-604b96717c02 req-93a78fbe-a010-42ae-ab37-1934f3491261 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:40.238815 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-975c7d35-7c0c-4085-b0bd-604b96717c02 req-93a78fbe-a010-42ae-ab37-1934f3491261 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1216044 Jun 22 00:49:40.258361 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9dea0fa3-359d-4549-8b3b-7538e3f22c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.281900 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9dea0fa3-359d-4549-8b3b-7538e3f22c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.298207 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-975c7d35-7c0c-4085-b0bd-604b96717c02 req-fc67a4ba-f7e3-414d-95bf-3d926d395242 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504727 Jun 22 00:49:40.338003 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9dea0fa3-359d-4549-8b3b-7538e3f22c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.341318 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9dea0fa3-359d-4549-8b3b-7538e3f22c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.343496 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-9dea0fa3-359d-4549-8b3b-7538e3f22c7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a06bb918-41c2-4fe5-81f4-f68c0acba261 HTTP/1.1" status: 204 len: 168 time: 0.1608026 Jun 22 00:49:40.344541 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-80260044-cdf7-4b60-b897-82b63d1ef08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:40.353706 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea0fa3-359d-4549-8b3b-7538e3f22c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06bb918-41c2-4fe5-81f4-f68c0acba261,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:40.356209 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-9dea0fa3-359d-4549-8b3b-7538e3f22c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:41.095698 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188df5a-1f66-4ac2-9ea3-4a84f348bddc req-27910fc4-e052-4863-8d2c-3f08eb0edf96 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:41.097136 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1188df5a-1f66-4ac2-9ea3-4a84f348bddc req-27910fc4-e052-4863-8d2c-3f08eb0edf96 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0646000 Jun 22 00:49:41.136626 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1188df5a-1f66-4ac2-9ea3-4a84f348bddc req-1cf2abca-df98-4f05-92c0-e521c9cce8c7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Jun 22 00:49:41.467968 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da3d16-409f-45dd-afa6-ae08298f52a6 req-ac17c80e-be57-479f-8460-59a943d73a8c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:41.470024 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b2da3d16-409f-45dd-afa6-ae08298f52a6 req-ac17c80e-be57-479f-8460-59a943d73a8c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0622170 Jun 22 00:49:41.509368 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b2da3d16-409f-45dd-afa6-ae08298f52a6 req-1df1f4be-e00f-4a89-b258-afd7b8a2ed7d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331652 Jun 22 00:49:42.254220 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54132) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:42.335308 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c1c7b-4e5e-4c81-9ca7-3e5097ddf481 req-16cd2a34-347c-436d-9f35-37a01f2e248d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:42.342828 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a76c1c7b-4e5e-4c81-9ca7-3e5097ddf481 req-16cd2a34-347c-436d-9f35-37a01f2e248d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0880060 Jun 22 00:49:42.378085 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a76c1c7b-4e5e-4c81-9ca7-3e5097ddf481 req-0700c0ac-f22d-4804-a2d2-598942ab64d0 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342789 Jun 22 00:49:42.379925 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-79126ba3-183a-48b6-aac5-44247be8bf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.472452 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-79126ba3-183a-48b6-aac5-44247be8bf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.477289 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-79126ba3-183a-48b6-aac5-44247be8bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.480428 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-406a4a7c-a40f-444b-8173-668aa7c5d707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:42.523106 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-79126ba3-183a-48b6-aac5-44247be8bf89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f638694462d74a95a06d3ac568f23c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651536 Jun 22 00:49:42.523106 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79126ba3-183a-48b6-aac5-44247be8bf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64607cc-25b5-4658-9a17-7ba05a27599b,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:42.523275 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 54150) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:42.525650 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-79126ba3-183a-48b6-aac5-44247be8bf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:42.582831 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-984e7926-6288-4fa8-a2f3-ddcb75e57e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.617669 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-984e7926-6288-4fa8-a2f3-ddcb75e57e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.725704 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-984e7926-6288-4fa8-a2f3-ddcb75e57e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.729581 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-984e7926-6288-4fa8-a2f3-ddcb75e57e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.730683 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-984e7926-6288-4fa8-a2f3-ddcb75e57e51 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d64607cc-25b5-4658-9a17-7ba05a27599b HTTP/1.1" status: 204 len: 168 time: 0.2066128 Jun 22 00:49:42.734317 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-24dd3313-a327-4700-8176-3bcea8c52afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:42.744513 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad11b9-df7b-48f6-af88-f051c5795bd3 req-f7aa93e7-303f-46e0-81ec-43d0565fe8b3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:42.745947 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8ad11b9-df7b-48f6-af88-f051c5795bd3 req-f7aa93e7-303f-46e0-81ec-43d0565fe8b3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0806494 Jun 22 00:49:42.751852 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e7926-6288-4fa8-a2f3-ddcb75e57e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64607cc-25b5-4658-9a17-7ba05a27599b,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:42.754794 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-984e7926-6288-4fa8-a2f3-ddcb75e57e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:42.993651 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8ad11b9-df7b-48f6-af88-f051c5795bd3 req-f346bdd0-c05b-49b7-81ec-bcf887d97454 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397015 Jun 22 00:49:43.034038 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 54164) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:43.046708 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-215167c8-ecfd-4b83-aab2-5b8a03bf14c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:43.136709 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-215167c8-ecfd-4b83-aab2-5b8a03bf14c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:43.140816 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-215167c8-ecfd-4b83-aab2-5b8a03bf14c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:43.145716 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-5c89cab6-13eb-496e-8890-e9cf81e90cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:43.179324 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-215167c8-ecfd-4b83-aab2-5b8a03bf14c0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4473091d0fe744c3a9cd8cba3aa48812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440151 Jun 22 00:49:43.180208 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215167c8-ecfd-4b83-aab2-5b8a03bf14c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021f47f6-b9a4-4ce8-8ce7-78e8c470d773,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:43.181785 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54168) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:43.183822 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-215167c8-ecfd-4b83-aab2-5b8a03bf14c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:43.239074 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-515adb27-b78b-40d5-8da5-e8cc6d597270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:43.262237 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-515adb27-b78b-40d5-8da5-e8cc6d597270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:43.305993 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-515adb27-b78b-40d5-8da5-e8cc6d597270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:43.308559 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-515adb27-b78b-40d5-8da5-e8cc6d597270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:43.309662 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-515adb27-b78b-40d5-8da5-e8cc6d597270 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/021f47f6-b9a4-4ce8-8ce7-78e8c470d773 HTTP/1.1" status: 204 len: 168 time: 0.1267033 Jun 22 00:49:43.311064 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-37196c48-5503-4688-96c4-0799f04d36cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:43.318730 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515adb27-b78b-40d5-8da5-e8cc6d597270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021f47f6-b9a4-4ce8-8ce7-78e8c470d773,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:43.322439 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-515adb27-b78b-40d5-8da5-e8cc6d597270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:43.557148 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51065b80-254f-415f-8c33-3491f5df0e9f req-5da9b942-7e0c-4d83-a692-7a6d5fe6e913 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:43.558770 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-51065b80-254f-415f-8c33-3491f5df0e9f req-5da9b942-7e0c-4d83-a692-7a6d5fe6e913 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0662110 Jun 22 00:49:43.596762 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-51065b80-254f-415f-8c33-3491f5df0e9f req-b05f7a2c-ac4f-49d5-b386-394f51dac069 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323265 Jun 22 00:49:43.892325 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:44.022491 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3946142-af66-4f04-a88b-bf4aeb37e02f req-9cad6e3e-dfe1-4864-9a59-1aedb414726c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:44.024068 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a3946142-af66-4f04-a88b-bf4aeb37e02f req-9cad6e3e-dfe1-4864-9a59-1aedb414726c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0681419 Jun 22 00:49:44.063384 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a3946142-af66-4f04-a88b-bf4aeb37e02f req-939cbc3a-298c-47bd-a9a0-81c5e39dcf1a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Jun 22 00:49:44.181995 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dffd0d-a6fd-4044-9ed3-401f147ecbd6 req-95648cdf-6d3a-41e5-921e-1d45b7780a16 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:44.183611 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19dffd0d-a6fd-4044-9ed3-401f147ecbd6 req-95648cdf-6d3a-41e5-921e-1d45b7780a16 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0639596 Jun 22 00:49:44.221768 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19dffd0d-a6fd-4044-9ed3-401f147ecbd6 req-9924d08e-76af-43cd-9645-3a1103707ea5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313339 Jun 22 00:49:44.410364 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9dec1-d134-4e23-973a-a569bbeded30 req-b5432d02-1514-4283-9b53-e16e791b48eb tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:44.411959 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6fd9dec1-d134-4e23-973a-a569bbeded30 req-b5432d02-1514-4283-9b53-e16e791b48eb tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0670245 Jun 22 00:49:44.423455 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54220) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:44.428718 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-493d7294-6d3d-4e49-abce-81997fb43507 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'floatingip': {'port_id': '7b0e08fb-48b7-40db-862a-78500b6a30f2'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:44.516627 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-493d7294-6d3d-4e49-abce-81997fb43507 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.167221 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-493d7294-6d3d-4e49-abce-81997fb43507 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.172818 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-493d7294-6d3d-4e49-abce-81997fb43507 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.287886 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f93073-2042-4faa-a90b-dabe85815621 req-533734f9-96ce-4d62-97ed-fc07cc6a15d1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:45.289407 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f0f93073-2042-4faa-a90b-dabe85815621 req-533734f9-96ce-4d62-97ed-fc07cc6a15d1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0813744 Jun 22 00:49:45.331227 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f0f93073-2042-4faa-a90b-dabe85815621 req-5a364963-8611-494e-97f1-8264b5406813 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338509 Jun 22 00:49:45.444601 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.l3_db [None req-493d7294-6d3d-4e49-abce-81997fb43507 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Floating IP 8d698640-0b71-499b-8761-721731875b85 associated. External IP: 172.27.0.33, port: 7b0e08fb-48b7-40db-862a-78500b6a30f2. Jun 22 00:49:45.646293 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493d7294-6d3d-4e49-abce-81997fb43507 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:49:45.749495 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493d7294-6d3d-4e49-abce-81997fb43507 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:49:45.753836 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-493d7294-6d3d-4e49-abce-81997fb43507 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.761274 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc86816f-3c90-42f3-b394-54dfe090ffc4 None None] Sync routers for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:49:45.770776 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc86816f-3c90-42f3-b394-54dfe090ffc4 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:45.771409 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-dc86816f-3c90-42f3-b394-54dfe090ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:49:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:45.789486 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-493d7294-6d3d-4e49-abce-81997fb43507 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "PUT /v2.0/floatingips/8d698640-0b71-499b-8761-721731875b85 HTTP/1.1" status: 200 len: 990 time: 1.3647833 Jun 22 00:49:45.790102 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2'}] {{(pid=99509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:45.792607 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}715ab93fe84fc0b93290d0888939334232c31d164512a61dc43338aaaf7e287b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cc24db-0d5f-49b4-bd80-7dee827bc002" -d '{"events": [{"name": "network-changed", "server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2"}]}' {{(pid=99509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:45.829792 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b619908-1ef7-4b95-8f90-d59d776df89c x-openstack-request-id: req-5b619908-1ef7-4b95-8f90-d59d776df89c {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:45.830458 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2", "status": "completed", "code": 200}]} {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:45.830804 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b619908-1ef7-4b95-8f90-d59d776df89c {{(pid=99509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:45.831450 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'status': 'completed', 'code': 200} Jun 22 00:49:45.954951 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-dc86816f-3c90-42f3-b394-54dfe090ffc4 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:46.207129 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-dc86816f-3c90-42f3-b394-54dfe090ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '8d698640-0b71-499b-8761-721731875b85', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'port_id': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'mac_address': 'fa:16:3e:7c:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:48:50Z', 'updated_at': '2021-06-22T00:49:45Z', 'revision_number': 1, 'project_id': '82fead901d83470b932de546dc74ac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:46.233053 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc86816f-3c90-42f3-b394-54dfe090ffc4 None None] Checking router: 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:49:46.241026 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc86816f-3c90-42f3-b394-54dfe090ffc4 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:46.241636 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-dc86816f-3c90-42f3-b394-54dfe090ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:49:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:46.341788 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-dc86816f-3c90-42f3-b394-54dfe090ffc4 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:46.510296 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c529bc-a991-423e-8213-fbb8451d5cb2 req-b196579f-4360-4bb5-b97d-34a00b4446c0 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:46.511794 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-76c529bc-a991-423e-8213-fbb8451d5cb2 req-b196579f-4360-4bb5-b97d-34a00b4446c0 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0650592 Jun 22 00:49:46.548952 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-76c529bc-a991-423e-8213-fbb8451d5cb2 req-277e8fb9-097f-4822-b679-a507e357e2a7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312703 Jun 22 00:49:46.566874 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-dc86816f-3c90-42f3-b394-54dfe090ffc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '8d698640-0b71-499b-8761-721731875b85', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'port_id': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'mac_address': 'fa:16:3e:7c:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:48:50Z', 'updated_at': '2021-06-22T00:49:45Z', 'revision_number': 1, 'project_id': '82fead901d83470b932de546dc74ac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:46.593080 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc86816f-3c90-42f3-b394-54dfe090ffc4 None None] The sync data for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi is: [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '8d698640-0b71-499b-8761-721731875b85', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'port_id': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'mac_address': 'fa:16:3e:7c:e5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:48:50Z', 'updated_at': '2021-06-22T00:49:45Z', 'revision_number': 1, 'project_id': '82fead901d83470b932de546dc74ac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:49:46.798283 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8844e-5590-4832-91e8-0909a393fbaf None None] New status for floating IP 8d698640-0b71-499b-8761-721731875b85: ACTIVE {{(pid=99510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:49:47.717637 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d098120-3b79-4eee-be4b-f19eaaf2aef7 req-f1f8c970-d15b-4a2f-8ee4-cdb7a943d2bd tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:47.719068 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9d098120-3b79-4eee-be4b-f19eaaf2aef7 req-f1f8c970-d15b-4a2f-8ee4-cdb7a943d2bd tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0610368 Jun 22 00:49:47.754888 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9d098120-3b79-4eee-be4b-f19eaaf2aef7 req-7d6ba41b-6efc-404b-bfdf-c4d7e4bc3a81 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303514 Jun 22 00:49:48.640789 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc24db-0d5f-49b4-bd80-7dee827bc002 req-0010f62e-3be5-4648-9f2f-d3957d164a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:48.642228 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-63cc24db-0d5f-49b4-bd80-7dee827bc002 req-0010f62e-3be5-4648-9f2f-d3957d164a9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 1098 time: 0.0929101 Jun 22 00:49:48.644552 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946e7ef-d02c-4b09-9f07-b9a8ca637a8c req-64630ac3-ee14-45f9-85ec-16a90a891ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:48.645863 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0946e7ef-d02c-4b09-9f07-b9a8ca637a8c req-64630ac3-ee14-45f9-85ec-16a90a891ef4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 1099 time: 0.0953221 Jun 22 00:49:48.886306 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc24db-0d5f-49b4-bd80-7dee827bc002 req-d6a91093-a4a6-445a-803a-ece73618e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:48.887701 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-63cc24db-0d5f-49b4-bd80-7dee827bc002 req-d6a91093-a4a6-445a-803a-ece73618e3d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 918 time: 0.1515741 Jun 22 00:49:48.908799 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946e7ef-d02c-4b09-9f07-b9a8ca637a8c req-55784986-da6d-4b5f-b4e9-63ae4b565dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:48.910184 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0946e7ef-d02c-4b09-9f07-b9a8ca637a8c req-55784986-da6d-4b5f-b4e9-63ae4b565dd2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd66bcf7-565c-4d87-81a2-097abc66200e HTTP/1.1" status: 200 len: 920 time: 0.1814590 Jun 22 00:49:49.029270 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0946e7ef-d02c-4b09-9f07-b9a8ca637a8c req-d1d3c7e7-66d7-483f-b10d-80a6ff02e0f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4ac9796-c8db-41df-9ffd-03562a25bf4c HTTP/1.1" status: 200 len: 217 time: 0.1093519 Jun 22 00:49:49.046314 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-63cc24db-0d5f-49b4-bd80-7dee827bc002 req-d94b7c66-2085-4e88-ac47-014469014047 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2 HTTP/1.1" status: 200 len: 1000 time: 0.1350963 Jun 22 00:49:49.100767 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da89643-c032-43f8-9393-e1f1eba9c6d4 req-645850e9-034b-4f62-86af-4f661db459eb tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:49.102166 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4da89643-c032-43f8-9393-e1f1eba9c6d4 req-645850e9-034b-4f62-86af-4f661db459eb tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.2308085 Jun 22 00:49:49.162520 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946e7ef-d02c-4b09-9f07-b9a8ca637a8c req-986ccf3d-fa14-4702-95fd-d645a3e4827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:49.163923 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0946e7ef-d02c-4b09-9f07-b9a8ca637a8c req-986ccf3d-fa14-4702-95fd-d645a3e4827a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9e655c-cb93-419e-885b-298c02f8abb4 HTTP/1.1" status: 200 len: 859 time: 0.1087022 Jun 22 00:49:49.169094 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc24db-0d5f-49b4-bd80-7dee827bc002 req-73f57879-8396-46c9-b75b-b3b2f7bc0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:49.170463 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-63cc24db-0d5f-49b4-bd80-7dee827bc002 req-73f57879-8396-46c9-b75b-b3b2f7bc0a7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 200 len: 856 time: 0.1069558 Jun 22 00:49:49.175508 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4da89643-c032-43f8-9393-e1f1eba9c6d4 req-fb50b075-3fb8-4b01-90c7-df98da2215eb tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547142 Jun 22 00:49:49.215073 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0946e7ef-d02c-4b09-9f07-b9a8ca637a8c req-2341e885-f97b-44a9-95c9-89ac7bfa999b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd66bcf7-565c-4d87-81a2-097abc66200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311704 Jun 22 00:49:49.353185 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0946e7ef-d02c-4b09-9f07-b9a8ca637a8c req-60173033-4d8a-48f1-a021-3a288d0a65fb service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261902 Jun 22 00:49:49.355743 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc24db-0d5f-49b4-bd80-7dee827bc002 req-a824668e-b71a-489d-bbc5-8113f5b54162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:49.357597 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-63cc24db-0d5f-49b4-bd80-7dee827bc002 req-a824668e-b71a-489d-bbc5-8113f5b54162 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40daa533-8b8b-42fb-9b6e-81147858b587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1313305 Jun 22 00:49:49.365815 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:49:49.517273 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-5351f667-6456-4702-92b6-e76ba335baed req-3da2d87d-e912-4708-9a3a-df8765a9345e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836022 Jun 22 00:49:49.578890 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-63cc24db-0d5f-49b4-bd80-7dee827bc002 req-598ecdd8-9dfa-4791-9b76-6ecd37698ca5 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619523 Jun 22 00:49:49.580822 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0946e7ef-d02c-4b09-9f07-b9a8ca637a8c req-6bfa330d-d8d3-4c41-bfa2-3b8dba46ab6c service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551268 Jun 22 00:49:49.718173 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-63cc24db-0d5f-49b4-bd80-7dee827bc002 req-552d150d-2129-48ae-a0a2-0a276a4351e6 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196802 Jun 22 00:49:49.724023 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351f667-6456-4702-92b6-e76ba335baed req-e9884fc5-8e43-46b0-8052-459a247a1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:49.725559 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5351f667-6456-4702-92b6-e76ba335baed req-e9884fc5-8e43-46b0-8052-459a247a1342 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=896c69f422014f24919ffe540453ce41&device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 1098 time: 0.1186385 Jun 22 00:49:49.902980 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351f667-6456-4702-92b6-e76ba335baed req-d0be3aa5-32dc-4f0b-a719-3206a978e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:49.904563 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5351f667-6456-4702-92b6-e76ba335baed req-d0be3aa5-32dc-4f0b-a719-3206a978e7a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9444b66e-7847-4e8d-9a13-889ecf19d410 HTTP/1.1" status: 200 len: 913 time: 0.0826705 Jun 22 00:49:49.953436 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5351f667-6456-4702-92b6-e76ba335baed req-7a426172-2519-4fd7-838e-12a26ee64a86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff HTTP/1.1" status: 200 len: 217 time: 0.0391884 Jun 22 00:49:50.008893 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351f667-6456-4702-92b6-e76ba335baed req-f6bd863f-3161-46ed-a737-dee98abdedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:50.010319 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5351f667-6456-4702-92b6-e76ba335baed req-f6bd863f-3161-46ed-a737-dee98abdedb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=18485d7e-1ab1-4d44-baba-37c0f3cac155 HTTP/1.1" status: 200 len: 852 time: 0.0436487 Jun 22 00:49:50.047761 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5351f667-6456-4702-92b6-e76ba335baed req-6e342a88-0eb6-4c17-9b10-b2e5665ab73b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9444b66e-7847-4e8d-9a13-889ecf19d410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268688 Jun 22 00:49:50.149043 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5351f667-6456-4702-92b6-e76ba335baed req-98ea1df8-d6fe-4687-a2a3-c94be2e31601 service neutron] 10.222.0.15 "GET /v2.0/networks/9444b66e-7847-4e8d-9a13-889ecf19d410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857055 Jun 22 00:49:50.243285 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5351f667-6456-4702-92b6-e76ba335baed req-220aa8be-902e-44a0-b327-7c43bd949b8f service neutron] 10.222.0.15 "GET /v2.0/networks/9444b66e-7847-4e8d-9a13-889ecf19d410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871108 Jun 22 00:49:50.351753 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11542d-e2cb-4772-a4f1-bcf2261548f3 req-f3807b00-d1e0-41a4-a013-e00cfb4dc812 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:50.353177 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ac11542d-e2cb-4772-a4f1-bcf2261548f3 req-f3807b00-d1e0-41a4-a013-e00cfb4dc812 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0646877 Jun 22 00:49:50.394348 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ac11542d-e2cb-4772-a4f1-bcf2261548f3 req-035c7980-5950-4b7a-95bf-481b53219704 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347040 Jun 22 00:49:50.522380 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f48fe316-90c4-4a44-805c-77d4f30ddd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:51.573311 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037654a3-c5df-42db-9a32-8d9897dcd53e req-9f97d437-da88-4bd7-8402-1ba073d5aad1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:51.574734 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-037654a3-c5df-42db-9a32-8d9897dcd53e req-9f97d437-da88-4bd7-8402-1ba073d5aad1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0639720 Jun 22 00:49:51.614546 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-037654a3-c5df-42db-9a32-8d9897dcd53e req-e490b372-db48-41a3-b8ac-8a1075d59c1f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335646 Jun 22 00:49:52.787222 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585fd4-a69c-4f6a-8953-7911c4e1be8c req-e6244afb-e491-439d-82ca-36fdec2098c7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:52.788689 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b585fd4-a69c-4f6a-8953-7911c4e1be8c req-e6244afb-e491-439d-82ca-36fdec2098c7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0627589 Jun 22 00:49:52.829143 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b585fd4-a69c-4f6a-8953-7911c4e1be8c req-23526c42-3a6d-4a23-9722-9db03cbe54f6 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Jun 22 00:49:52.957469 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cbc49aa9-ed49-4030-99cf-c196b38b1d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:53.554336 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:54.003873 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750d8e9-da05-4d20-a3b1-ce5fb9560b09 req-d6b152f2-3729-473d-af87-88f2e82ab629 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:54.005533 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a750d8e9-da05-4d20-a3b1-ce5fb9560b09 req-d6b152f2-3729-473d-af87-88f2e82ab629 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0674949 Jun 22 00:49:54.052027 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a750d8e9-da05-4d20-a3b1-ce5fb9560b09 req-bffa9aaa-13fd-4318-bcd2-1334c51f1a4a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 Jun 22 00:49:54.526540 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:55.231071 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880e6da-f367-4b33-8473-cd517f05ba38 req-312dca23-9b69-4afa-bda7-fee123d5318c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:55.233183 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3880e6da-f367-4b33-8473-cd517f05ba38 req-312dca23-9b69-4afa-bda7-fee123d5318c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0650570 Jun 22 00:49:55.271146 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3880e6da-f367-4b33-8473-cd517f05ba38 req-bf53f4d0-02f2-4406-99e3-3c6867659a9f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Jun 22 00:49:56.152609 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:56.460791 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086096fd-13ee-41ec-bfbd-7f9c56d8aa1f req-50834f72-17c8-4d78-a97c-0747a096d54a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:56.462290 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-086096fd-13ee-41ec-bfbd-7f9c56d8aa1f req-50834f72-17c8-4d78-a97c-0747a096d54a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0643640 Jun 22 00:49:56.504347 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-086096fd-13ee-41ec-bfbd-7f9c56d8aa1f req-654b63da-07e8-4740-ae18-c7c3e6efddc2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360680 Jun 22 00:49:57.891978 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2edba4-00fa-42ae-9a5c-ec3cb24da306 req-f1d74374-9f29-4d50-b979-3bc9a55ae6f4 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:57.893618 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cc2edba4-00fa-42ae-9a5c-ec3cb24da306 req-f1d74374-9f29-4d50-b979-3bc9a55ae6f4 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.2617905 Jun 22 00:49:57.933162 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cc2edba4-00fa-42ae-9a5c-ec3cb24da306 req-7a71ae0c-457b-4c89-aa15-a75e2df04643 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331385 Jun 22 00:49:59.108813 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a20b7-9139-4168-9d21-37cec8528fdb req-92ce5f1e-175f-4b71-921c-886f8da72340 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:59.110269 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-270a20b7-9139-4168-9d21-37cec8528fdb req-92ce5f1e-175f-4b71-921c-886f8da72340 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0609956 Jun 22 00:49:59.147359 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-270a20b7-9139-4168-9d21-37cec8528fdb req-83247c15-aa2e-4851-bcb0-00c9fbe782f2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Jun 22 00:50:00.314984 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908a170-649a-40a7-a694-c0b85fb1781e req-d4c66a97-513a-457e-a4df-be3a746d61fe tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:00.316398 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0908a170-649a-40a7-a694-c0b85fb1781e req-d4c66a97-513a-457e-a4df-be3a746d61fe tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0633771 Jun 22 00:50:00.352061 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0908a170-649a-40a7-a694-c0b85fb1781e req-113593f5-630d-45e4-9a48-856145044601 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301700 Jun 22 00:50:01.521341 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6add95-9982-4454-b165-dbc95ab0c160 req-8a7d1492-ae25-4809-9a43-22d521187199 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:01.522791 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-aa6add95-9982-4454-b165-dbc95ab0c160 req-8a7d1492-ae25-4809-9a43-22d521187199 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0615737 Jun 22 00:50:01.560815 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-aa6add95-9982-4454-b165-dbc95ab0c160 req-4ffff066-864b-43da-8136-da59b020cae1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Jun 22 00:50:02.731304 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212a348-57e8-4c3a-a9bd-cfa5dca6c283 req-1a16ee9f-4742-45ba-a7fa-8a78fb1e7750 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:02.733663 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3212a348-57e8-4c3a-a9bd-cfa5dca6c283 req-1a16ee9f-4742-45ba-a7fa-8a78fb1e7750 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0645947 Jun 22 00:50:02.780903 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3212a348-57e8-4c3a-a9bd-cfa5dca6c283 req-ece953b8-217c-4756-9a36-301377249e56 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387919 Jun 22 00:50:03.953952 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bdfd2-3c0e-410c-854b-496762a5ac1c req-5a5c1512-16a1-477d-b0e0-aab8a0484d6f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:03.955296 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0f3bdfd2-3c0e-410c-854b-496762a5ac1c req-5a5c1512-16a1-477d-b0e0-aab8a0484d6f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0623035 Jun 22 00:50:03.991305 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0f3bdfd2-3c0e-410c-854b-496762a5ac1c req-a6e526d4-d03c-427e-992f-01313661da79 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304272 Jun 22 00:50:05.177039 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097b464-2db2-482d-910c-2d252899be63 req-68b385c6-3078-4c09-934d-36ab23b915a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:05.179655 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6097b464-2db2-482d-910c-2d252899be63 req-68b385c6-3078-4c09-934d-36ab23b915a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0691547 Jun 22 00:50:05.230613 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6097b464-2db2-482d-910c-2d252899be63 req-25995c29-d729-40cd-a97a-29cffb751dcb tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452504 Jun 22 00:50:05.728407 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-f2f4a7ad-3763-4f96-a844-8a8e97ac3bf0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:05.729870 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-f2f4a7ad-3763-4f96-a844-8a8e97ac3bf0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 815 time: 0.1033008 Jun 22 00:50:05.745834 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e829e03b-50cc-45fd-bbcc-0b5b2c0fe54c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/quotas/abed0509eac14d0f94282f9058c84b9b HTTP/1.1" status: 200 len: 375 time: 0.0094354 Jun 22 00:50:05.814141 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-9d774c18-0e3a-4309-ae27-e80c249f92f9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613728 Jun 22 00:50:05.909502 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-96a7450e-4318-4879-825b-c037d6ba0f76 service neutron] 10.222.0.26 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886991 Jun 22 00:50:05.996549 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-70c81896-b6ff-4b58-be59-c16365645007 service neutron] 10.222.0.26 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812912 Jun 22 00:50:06.174804 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bd76698c-170f-4d64-b3d8-c41cee4633f7 req-7bc8e01f-8142-4eae-a9d4-d6f358352ca8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 210 time: 0.0346599 Jun 22 00:50:06.431484 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6733489-6754-412d-ad56-c2aa53112d45 req-3d37c39c-513b-4aa6-8713-09977442c56d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:06.433891 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e6733489-6754-412d-ad56-c2aa53112d45 req-3d37c39c-513b-4aa6-8713-09977442c56d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0703540 Jun 22 00:50:06.487073 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e6733489-6754-412d-ad56-c2aa53112d45 req-81eacbf0-4b65-47fe-8fde-f091465019a8 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459123 Jun 22 00:50:07.319866 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c05f39a0-b4f0-4508-9ef1-deb565523029 req-ac0883ce-2c08-4b40-9b4d-efd11f069522 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 210 time: 0.0303614 Jun 22 00:50:07.642965 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-849707f0-b7e9-4ca8-b78f-520f77dd17e3 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:07.644559 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-849707f0-b7e9-4ca8-b78f-520f77dd17e3 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 815 time: 0.1496112 Jun 22 00:50:07.705422 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Request body: {'port': {'device_id': '5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff', 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792', 'admin_state_up': True, 'tenant_id': 'abed0509eac14d0f94282f9058c84b9b'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:07.814126 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8f355-5ab8-47bc-a8a5-940f336d4434 req-95b26af5-e471-4e0c-82bc-d3e0ee5bad8b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:07.815620 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-04d8f355-5ab8-47bc-a8a5-940f336d4434 req-95b26af5-e471-4e0c-82bc-d3e0ee5bad8b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1699996 Jun 22 00:50:07.886569 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-04d8f355-5ab8-47bc-a8a5-940f336d4434 req-8512f7fd-08d4-42ad-9ba3-45ce59fc8fa5 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561304 Jun 22 00:50:07.892349 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Made reservation on behalf of abed0509eac14d0f94282f9058c84b9b for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:07.902623 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.037015 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Allocated IP 172.20.0.8 (19fe0ada-a91e-4ec7-8159-76864314e792/6e1a9e46-eede-4dcb-adf3-f8c4b66dab15/42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:50:08.177838 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54778) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:08.193924 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.235605 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.240496 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:08.278080 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['0a03e900-0808-498e-babe-78f009d53055'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:08.285213 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Network 19fe0ada-a91e-4ec7-8159-76864314e792 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:50:08.286586 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:08.287331 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-72b06e6d-8f14-4f19-b5ca-021bacf10632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.290820 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:50:08.297083 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:08.297227 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.307435 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Pushing event updated for resources: {'Port': ['ID=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:08.312117 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:08.399425 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-72b06e6d-8f14-4f19-b5ca-021bacf10632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.404542 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-72b06e6d-8f14-4f19-b5ca-021bacf10632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.410404 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-fd78eb36-df48-49b1-84ff-e0d01d847cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:08.411051 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7137365 Jun 22 00:50:08.436525 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Request body: {'port': {'device_id': '5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:08.449163 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-72b06e6d-8f14-4f19-b5ca-021bacf10632 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecae43e680ce435aad0071726dd4bc3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702529 Jun 22 00:50:08.450152 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b06e6d-8f14-4f19-b5ca-021bacf10632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9950df76-f5f6-4784-841e-366a883bd18d,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:08.453329 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54786) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:08.459404 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-72b06e6d-8f14-4f19-b5ca-021bacf10632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:08.504116 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c9c96956-34e6-46a6-90e5-719e1a23f025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.525849 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c9c96956-34e6-46a6-90e5-719e1a23f025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.572341 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c9c96956-34e6-46a6-90e5-719e1a23f025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.574960 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c9c96956-34e6-46a6-90e5-719e1a23f025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.577019 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.579445 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c9c96956-34e6-46a6-90e5-719e1a23f025 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9950df76-f5f6-4784-841e-366a883bd18d HTTP/1.1" status: 204 len: 168 time: 0.1250238 Jun 22 00:50:08.580141 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:08.592025 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c96956-34e6-46a6-90e5-719e1a23f025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9950df76-f5f6-4784-841e-366a883bd18d,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:08.594488 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c9c96956-34e6-46a6-90e5-719e1a23f025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:08.599906 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46ea47-7a9d-4d39-8a95-6aa60a7b3fcb req-f25ad961-bd15-4d86-a166-fd366e0cccff tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:08.601362 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0b46ea47-7a9d-4d39-8a95-6aa60a7b3fcb req-f25ad961-bd15-4d86-a166-fd366e0cccff tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 931 time: 0.1178493 Jun 22 00:50:08.714644 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0b46ea47-7a9d-4d39-8a95-6aa60a7b3fcb req-0082c197-ba6e-49c9-9a44-42219442236d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930190 Jun 22 00:50:08.876406 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54796) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:08.890783 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ea69a1b2-5d50-495a-8f3a-fb7fa7d935ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.902415 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:08.911044 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.951215 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Transition to ACTIVE for port object 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:50:08.957399 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.959913 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:09.016242 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ea69a1b2-5d50-495a-8f3a-fb7fa7d935ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.024534 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ea69a1b2-5d50-495a-8f3a-fb7fa7d935ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.046740 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-fe91e4ea-22db-4bf8-9cd0-2336e33d1ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:09.081870 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ea69a1b2-5d50-495a-8f3a-fb7fa7d935ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43d017f8441f4e02bb28cd73c77df42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032094 Jun 22 00:50:09.082858 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54808) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:09.083359 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54810) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:09.120636 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69a1b2-5d50-495a-8f3a-fb7fa7d935ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1fac1d-c8ba-498c-8f3f-8f7753c1029b,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:09.125044 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ea69a1b2-5d50-495a-8f3a-fb7fa7d935ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:09.134518 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Pushing event updated for resources: {'Port': ['ID=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:09.142272 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:09.161442 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-340b7485-5ea1-4a9a-8577-7c9491a6d7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.186330 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-340b7485-5ea1-4a9a-8577-7c9491a6d7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.188494 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Attempting to bind port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:50:09.189150 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Attempting to bind port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:50:09.189545 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Attempting to bind port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b on network 19fe0ada-a91e-4ec7-8159-76864314e792 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:09.196882 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b on network 19fe0ada-a91e-4ec7-8159-76864314e792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:50:09.197358 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Attempting to bind port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b on network 19fe0ada-a91e-4ec7-8159-76864314e792 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:09.207011 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:50:09.207404 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Checking segment: {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:09.207952 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Bound using segment: {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:50:09.208472 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Bound port: 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:50:09.208936 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.228873 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b41fa-ea10-4e50-abd5-649b81afa1d3 req-2178f05c-8353-46ad-befc-2d359aa8a658 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:09.230433 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bd9b41fa-ea10-4e50-abd5-649b81afa1d3 req-2178f05c-8353-46ad-befc-2d359aa8a658 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1347435 Jun 22 00:50:09.236087 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b392efb0-fc57-4748-bd6f-7151d0923456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.253648 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-340b7485-5ea1-4a9a-8577-7c9491a6d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.256166 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-340b7485-5ea1-4a9a-8577-7c9491a6d7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.257258 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-340b7485-5ea1-4a9a-8577-7c9491a6d7f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c1fac1d-c8ba-498c-8f3f-8f7753c1029b HTTP/1.1" status: 204 len: 168 time: 0.1703691 Jun 22 00:50:09.259839 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-453c1735-dcbe-463b-b1df-405900ee92ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:09.273056 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b7485-5ea1-4a9a-8577-7c9491a6d7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1fac1d-c8ba-498c-8f3f-8f7753c1029b,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:09.276408 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-340b7485-5ea1-4a9a-8577-7c9491a6d7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:09.329420 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bd9b41fa-ea10-4e50-abd5-649b81afa1d3 req-fc93f50a-d703-4846-9944-2b8934ca36ca tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746346 Jun 22 00:50:09.330426 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] For port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:50:09.334557 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] For port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:50:09.340538 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.346996 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:09.361369 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b392efb0-fc57-4748-bd6f-7151d0923456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.365970 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b392efb0-fc57-4748-bd6f-7151d0923456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.369436 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-87c52a26-391b-40cc-af95-5a10f9ed8d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:09.387031 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:09.388045 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.390092 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] 10.222.0.15 "PUT /v2.0/ports/42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b HTTP/1.1" status: 200 len: 1093 time: 0.9603579 Jun 22 00:50:09.390774 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff', 'tag': '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:09.393273 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eb5d27-c09f-495a-b1f0-f2e791e63331" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff", "tag": "42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:09.418629 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392efb0-fc57-4748-bd6f-7151d0923456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f094cc8c-78e0-477c-85e4-80d69bc14a65,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:09.421248 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Pushing event updated for resources: {'Port': ['ID=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:09.424761 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:09.433964 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 54822) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:09.434102 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b392efb0-fc57-4748-bd6f-7151d0923456 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d49457fd31224d09b5c4f107c2488b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481412 Jun 22 00:50:09.436329 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b392efb0-fc57-4748-bd6f-7151d0923456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:09.441987 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4168f2-77ce-4714-a872-cd3be8c75d19 x-openstack-request-id: req-6e4168f2-77ce-4714-a872-cd3be8c75d19 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:09.442287 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff", "tag": "42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:09.442559 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e4168f2-77ce-4714-a872-cd3be8c75d19 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:09.442981 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff', 'tag': '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b', 'status': 'completed', 'code': 200} Jun 22 00:50:09.500375 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-43466dd4-238d-4aba-bad2-e69e87a66550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.525164 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-43466dd4-238d-4aba-bad2-e69e87a66550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.608260 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb5d27-c09f-495a-b1f0-f2e791e63331 req-04287372-9786-427c-a438-11dbed6be962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:09.609906 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84eb5d27-c09f-495a-b1f0-f2e791e63331 req-04287372-9786-427c-a438-11dbed6be962 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 1096 time: 0.0768993 Jun 22 00:50:09.612152 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-43466dd4-238d-4aba-bad2-e69e87a66550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.614951 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-43466dd4-238d-4aba-bad2-e69e87a66550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:09.616002 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-43466dd4-238d-4aba-bad2-e69e87a66550 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f094cc8c-78e0-477c-85e4-80d69bc14a65 HTTP/1.1" status: 204 len: 168 time: 0.1802282 Jun 22 00:50:09.616678 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:09.624644 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43466dd4-238d-4aba-bad2-e69e87a66550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f094cc8c-78e0-477c-85e4-80d69bc14a65,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:09.627246 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-43466dd4-238d-4aba-bad2-e69e87a66550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:09.732034 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb5d27-c09f-495a-b1f0-f2e791e63331 req-0a0035b0-713a-4ac1-999e-357526dd7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:09.733576 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84eb5d27-c09f-495a-b1f0-f2e791e63331 req-0a0035b0-713a-4ac1-999e-357526dd7616 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=abed0509eac14d0f94282f9058c84b9b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1051061 Jun 22 00:50:09.858974 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb5d27-c09f-495a-b1f0-f2e791e63331 req-f3bc5860-a23c-4a09-a583-5b87d433baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:09.860384 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84eb5d27-c09f-495a-b1f0-f2e791e63331 req-f3bc5860-a23c-4a09-a583-5b87d433baa8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1197026 Jun 22 00:50:09.933348 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a628e3-b1dc-4876-9c05-7de657a0831f req-f94efa13-653a-446d-9d99-1e2e24358af5 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:09.935575 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d1a628e3-b1dc-4876-9c05-7de657a0831f req-f94efa13-653a-446d-9d99-1e2e24358af5 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 943 time: 0.0906222 Jun 22 00:50:09.955336 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54842) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:09.971357 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bfb15052-c5b3-4235-aabf-b184f442cbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:10.000311 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d1a628e3-b1dc-4876-9c05-7de657a0831f req-fa0231c3-06eb-4a8f-890f-160a6de0c831 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590682 Jun 22 00:50:10.050522 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-62af958d-e642-4aa2-9b02-68adcc815a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:10.052370 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-62af958d-e642-4aa2-9b02-68adcc815a73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 1096 time: 0.0836773 Jun 22 00:50:10.095986 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bfb15052-c5b3-4235-aabf-b184f442cbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:10.098233 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bfb15052-c5b3-4235-aabf-b184f442cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:10.100891 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-fcef23c4-611a-41d7-b013-e5d4eafaf16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:10.121013 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-1439d1c1-8da9-4db9-8ffc-cbf6974c0873 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b HTTP/1.1" status: 200 len: 217 time: 0.0375054 Jun 22 00:50:10.143263 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-bfb15052-c5b3-4235-aabf-b184f442cbd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55001d9ee6ad46f7bbb6747f58bd180d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865256 Jun 22 00:50:10.144017 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb15052-c5b3-4235-aabf-b184f442cbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7520ca56-bac4-4816-9679-82f7695d4810,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:10.147575 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bfb15052-c5b3-4235-aabf-b184f442cbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:10.148378 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54852) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:10.201952 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-06a9fee0-a2bf-4703-9910-23bff0e9ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:10.202430 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-52c4efa5-7791-4904-86a1-78421c07063e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:10.203851 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-06a9fee0-a2bf-4703-9910-23bff0e9ab9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e1a9e46-eede-4dcb-adf3-f8c4b66dab15 HTTP/1.1" status: 200 len: 855 time: 0.0680940 Jun 22 00:50:10.225775 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-52c4efa5-7791-4904-86a1-78421c07063e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:10.241358 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-f69e096b-c742-4a26-b58d-f23d9eb0cd90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19fe0ada-a91e-4ec7-8159-76864314e792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309520 Jun 22 00:50:10.284143 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-52c4efa5-7791-4904-86a1-78421c07063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:10.286809 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-52c4efa5-7791-4904-86a1-78421c07063e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:10.290360 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-52c4efa5-7791-4904-86a1-78421c07063e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7520ca56-bac4-4816-9679-82f7695d4810 HTTP/1.1" status: 204 len: 168 time: 0.1390421 Jun 22 00:50:10.290360 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c9c96956-34e6-46a6-90e5-719e1a23f025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:10.296843 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4efa5-7791-4904-86a1-78421c07063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7520ca56-bac4-4816-9679-82f7695d4810,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:10.304731 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-52c4efa5-7791-4904-86a1-78421c07063e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:10.366443 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-ced2310d-da71-4bbe-82a8-4c78aaecd8b5 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079059 Jun 22 00:50:10.556930 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffad88e2-c9c0-403b-a835-4b12ba581d4e req-d4914294-8c7d-4d4c-99d8-88f281d8f4f1 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473029 Jun 22 00:50:10.572638 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de58da-cb95-4bb5-8b6c-926a3ab6c683 req-929b69eb-e547-4ac0-ba4a-881be83dd489 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:10.574061 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-32de58da-cb95-4bb5-8b6c-926a3ab6c683 req-929b69eb-e547-4ac0-ba4a-881be83dd489 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1175058 Jun 22 00:50:10.618571 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-32de58da-cb95-4bb5-8b6c-926a3ab6c683 req-2b1671da-4771-4a1c-8154-0fbd016ea527 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 Jun 22 00:50:11.205439 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9a047-8b35-4bf9-8507-3468cc899fcd req-9b3ce07f-3b8e-493f-b3bc-aa85f87d5b9e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:11.207222 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-48e9a047-8b35-4bf9-8507-3468cc899fcd req-9b3ce07f-3b8e-493f-b3bc-aa85f87d5b9e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 943 time: 0.0673878 Jun 22 00:50:11.230510 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54906) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:11.267590 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-48e9a047-8b35-4bf9-8507-3468cc899fcd req-20ad9436-b36d-4bca-93e1-e8517636c640 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526211 Jun 22 00:50:11.343027 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250061444-network', 'tenant_id': '7e595975851d408fae44204b18b864ae'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:11.364570 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Made reservation on behalf of 7e595975851d408fae44204b18b864ae for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:11.367540 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.376629 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.428665 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54914) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:11.498643 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.502857 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.507373 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-340b7485-5ea1-4a9a-8577-7c9491a6d7f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:11.529690 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:50:11.547761 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ffb883-fcbe-4836-b417-ab8ff925869a,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:11.550858 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:11.560737 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0108871e-6855-4f16-ab43-ef8c21473582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.570469 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.570809 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Added segment d5526e22-cd00-49c4-b450-14f14668202b of type vlan for network a8a6ef31-972d-47b4-9645-69783314aede Jun 22 00:50:11.630602 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.685200 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.687496 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:11.688067 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.694639 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:11.782193 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a6ef31-972d-47b4-9645-69783314aede,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:11.785879 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:11.788200 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0108871e-6855-4f16-ab43-ef8c21473582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.792764 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network a8a6ef31-972d-47b4-9645-69783314aede details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:50:11.794959 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0108871e-6855-4f16-ab43-ef8c21473582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.800615 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:11.807941 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5746937 Jun 22 00:50:11.811512 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54924) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:11.819741 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Request body: {'subnet': {'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250061444-subnet', 'tenant_id': '7e595975851d408fae44204b18b864ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:11.826489 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02236f8c-9090-4e3b-9733-581546adf710 req-204ca053-1297-4bda-8f59-3a12ea272a4f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:11.829376 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-02236f8c-9090-4e3b-9733-581546adf710 req-204ca053-1297-4bda-8f59-3a12ea272a4f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0883691 Jun 22 00:50:11.864898 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-0108871e-6855-4f16-ab43-ef8c21473582 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f69e87b991f4311b81c83ee16bb95e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316835 Jun 22 00:50:11.870144 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54926) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:11.880724 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108871e-6855-4f16-ab43-ef8c21473582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b85507d-e336-4860-8c45-7f5a71b157df,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:11.884711 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0108871e-6855-4f16-ab43-ef8c21473582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:11.896196 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Made reservation on behalf of 7e595975851d408fae44204b18b864ae for: {'subnet': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:11.899807 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:11.907535 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-02236f8c-9090-4e3b-9733-581546adf710 req-1b63be55-d4b4-4105-aa50-4a24fef58e95 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699401 Jun 22 00:50:12.010670 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ba1bed1d-24c6-404b-8906-c3236b513340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.048115 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ba1bed1d-24c6-404b-8906-c3236b513340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.157766 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ba1bed1d-24c6-404b-8906-c3236b513340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.160522 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ba1bed1d-24c6-404b-8906-c3236b513340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.161637 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ba1bed1d-24c6-404b-8906-c3236b513340 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b85507d-e336-4860-8c45-7f5a71b157df HTTP/1.1" status: 204 len: 168 time: 0.2905369 Jun 22 00:50:12.162590 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:12.165674 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061'] for subnet, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.174041 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bed1d-24c6-404b-8906-c3236b513340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b85507d-e336-4860-8c45-7f5a71b157df,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:12.176360 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ba1bed1d-24c6-404b-8906-c3236b513340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:12.179265 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:12.235319 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba31f23-8c63-4536-aa95-a36285a4d6ce,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:12.238885 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:12.247886 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Checking segment: {'id': 'd5526e22-cd00-49c4-b450-14f14668202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:12.248244 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Network hostable DHCP agents. Network: a8a6ef31-972d-47b4-9645-69783314aede, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:50:12.266652 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Network a8a6ef31-972d-47b4-9645-69783314aede is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:50:12.276417 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, a8a6ef31-972d-47b4-9645-69783314aede) {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:12.281464 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:12.282270 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.291040 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f0550-7252-4bc9-8b86-08f2fcd28ba0 None None] Network a8a6ef31-972d-47b4-9645-69783314aede requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:12.308056 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4954963 Jun 22 00:50:12.494647 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30317e4e-477d-4889-bd65-4b1d8ada50f0 None None] Network a8a6ef31-972d-47b4-9645-69783314aede requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:12.521438 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36932e13-bc89-4103-9e9a-5d2d70cdd44e req-90790c1a-8c9c-4618-9799-8041ca15bb44 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:12.523039 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-36932e13-bc89-4103-9e9a-5d2d70cdd44e req-90790c1a-8c9c-4618-9799-8041ca15bb44 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 943 time: 0.1103489 Jun 22 00:50:12.523615 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 54948) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:12.545469 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d9c25e73-b46e-4119-9abb-3a04595a516d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.591656 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-36932e13-bc89-4103-9e9a-5d2d70cdd44e req-211d1072-fe3a-4a59-9770-9a606652cc3b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598440 Jun 22 00:50:12.715246 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d9c25e73-b46e-4119-9abb-3a04595a516d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.720106 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d9c25e73-b46e-4119-9abb-3a04595a516d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.722878 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-43466dd4-238d-4aba-bad2-e69e87a66550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:12.759656 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-d9c25e73-b46e-4119-9abb-3a04595a516d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0fb49e96b8944b07a9354fb96cf0855a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350478 Jun 22 00:50:12.760481 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c25e73-b46e-4119-9abb-3a04595a516d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c55374-eeaf-449b-a828-de5638a7ae38,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:12.763011 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 54952) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:12.766954 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d9c25e73-b46e-4119-9abb-3a04595a516d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:12.818588 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c79f3182-c4d8-4108-8745-2817673d50b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.840431 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c79f3182-c4d8-4108-8745-2817673d50b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.888253 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c79f3182-c4d8-4108-8745-2817673d50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.891095 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c79f3182-c4d8-4108-8745-2817673d50b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.892243 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c79f3182-c4d8-4108-8745-2817673d50b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91c55374-eeaf-449b-a828-de5638a7ae38 HTTP/1.1" status: 204 len: 168 time: 0.1282978 Jun 22 00:50:12.893069 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bfb15052-c5b3-4235-aabf-b184f442cbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:12.900637 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f3182-c4d8-4108-8745-2817673d50b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c55374-eeaf-449b-a828-de5638a7ae38,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:12.902821 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c79f3182-c4d8-4108-8745-2817673d50b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:13.122916 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324bfb9-d23e-4acd-bfd3-f9e6c319786a req-2c5aeb1f-830f-4554-ab92-be7e9cc3449b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:13.124441 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e324bfb9-d23e-4acd-bfd3-f9e6c319786a req-2c5aeb1f-830f-4554-ab92-be7e9cc3449b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0683711 Jun 22 00:50:13.162047 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e324bfb9-d23e-4acd-bfd3-f9e6c319786a req-a0ff6db6-d927-44b0-8ad4-d2a2e67cc3de tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 Jun 22 00:50:13.768613 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f18dac-75c2-44fe-a405-db652f42a16f req-e04f2f8c-b1cc-43c7-ad4b-0919a2bdde43 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:13.770048 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-87f18dac-75c2-44fe-a405-db652f42a16f req-e04f2f8c-b1cc-43c7-ad4b-0919a2bdde43 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 943 time: 0.0645087 Jun 22 00:50:13.807747 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-87f18dac-75c2-44fe-a405-db652f42a16f req-407da83c-8c29-4beb-bed4-7d9f97835281 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Jun 22 00:50:13.877552 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:14.369077 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7cfcd-3299-459a-aeaf-8b9e604720b0 req-8ab7ea01-0494-40fd-a5cd-5474c2a15dab tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:14.370189 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b1c7cfcd-3299-459a-aeaf-8b9e604720b0 req-8ab7ea01-0494-40fd-a5cd-5474c2a15dab tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0915785 Jun 22 00:50:14.422020 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b1c7cfcd-3299-459a-aeaf-8b9e604720b0 req-19abd77b-ad2e-47ed-aa02-b86ccaaa18c5 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Jun 22 00:50:15.201703 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd0da8-5f3f-4cf2-a59b-31cb431a4b27 req-0e1f347f-64cf-4fee-a8a9-c11f214ad202 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:15.210299 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ccdd0da8-5f3f-4cf2-a59b-31cb431a4b27 req-0e1f347f-64cf-4fee-a8a9-c11f214ad202 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 943 time: 0.2814326 Jun 22 00:50:15.242347 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ccdd0da8-5f3f-4cf2-a59b-31cb431a4b27 req-35444a74-c785-496c-8126-ff833b5ddbfc tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333385 Jun 22 00:50:15.590001 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3b76-e0f1-4c03-8f76-62bc8e2885d3 req-bd5a4786-8a3b-4c59-930d-747463a7f7ee tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:15.591464 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67dd3b76-e0f1-4c03-8f76-62bc8e2885d3 req-bd5a4786-8a3b-4c59-930d-747463a7f7ee tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0606308 Jun 22 00:50:15.627768 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67dd3b76-e0f1-4c03-8f76-62bc8e2885d3 req-295b9344-f579-445f-94bb-668a48a938b1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306404 Jun 22 00:50:16.416644 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f217d-3e1a-4d66-93c8-dae9ebacc922 req-46cb7d32-32cb-4bbb-ae67-f445a499ebb3 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:16.418103 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bf9f217d-3e1a-4d66-93c8-dae9ebacc922 req-46cb7d32-32cb-4bbb-ae67-f445a499ebb3 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 943 time: 0.0649693 Jun 22 00:50:16.459138 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bf9f217d-3e1a-4d66-93c8-dae9ebacc922 req-453259c2-63aa-49c2-8886-e424ab04d529 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345922 Jun 22 00:50:16.796934 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578b004-b497-4a51-9e53-1ecf745a72b9 req-2b9a2d16-c48a-426d-94a6-a41ba57379a8 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:16.798391 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2578b004-b497-4a51-9e53-1ecf745a72b9 req-2b9a2d16-c48a-426d-94a6-a41ba57379a8 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0616155 Jun 22 00:50:16.834608 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2578b004-b497-4a51-9e53-1ecf745a72b9 req-77499b8d-2c26-4916-ac61-28a1a6b34dc9 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305455 Jun 22 00:50:17.640527 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d83718-ed41-4e9d-abe6-1122bdc536a9 req-2b982125-34a7-4dd4-8aae-334f8a5e179e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:17.641934 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-66d83718-ed41-4e9d-abe6-1122bdc536a9 req-2b982125-34a7-4dd4-8aae-334f8a5e179e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 943 time: 0.0608542 Jun 22 00:50:17.681541 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-66d83718-ed41-4e9d-abe6-1122bdc536a9 req-97dce3ce-a61f-45b5-9704-b4ec427887e8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340531 Jun 22 00:50:17.895769 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:50:17.998146 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:18.010064 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b', 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792', 'port_id': '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b', 'mac_address': 'fa:16:3e:d8:b9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1a9e46-eede-4dcb-adf3-f8c4b66dab15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:50:18.022598 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de630f-d766-4386-8889-80947ee26187 req-8490bcc4-b891-45e1-8bca-b825f17602d2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:18.024063 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e2de630f-d766-4386-8889-80947ee26187 req-8490bcc4-b891-45e1-8bca-b825f17602d2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0776510 Jun 22 00:50:18.048906 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:18.062733 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:18.065916 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e2de630f-d766-4386-8889-80947ee26187 req-4df545c8-9a23-4b6e-9b2b-306173754919 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337234 Jun 22 00:50:18.086916 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:18.091820 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:18.093470 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:18.136943 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:18.144791 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.145138 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.145477 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.145813 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.146145 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.146475 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.146801 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.147150 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.147482 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.147804 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.148129 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.148446 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:18.152609 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:18.867840 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e39ca-6e56-404a-a490-7d19bf0905f5 req-81cc4a30-427e-48a1-8c05-221170d0405d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:18.870046 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6a4e39ca-6e56-404a-a490-7d19bf0905f5 req-81cc4a30-427e-48a1-8c05-221170d0405d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 944 time: 0.0673821 Jun 22 00:50:18.946220 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6a4e39ca-6e56-404a-a490-7d19bf0905f5 req-5ffdc608-4f1e-4fd4-baf6-f3781d6283dd tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634577 Jun 22 00:50:18.966078 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4698309-a882-47d8-997c-0a60905b7d0f req-5fc3bafa-0ff2-4c5a-bfa1-7f845fc1b621 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:18.967566 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a4698309-a882-47d8-997c-0a60905b7d0f req-5fc3bafa-0ff2-4c5a-bfa1-7f845fc1b621 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 945 time: 0.0933936 Jun 22 00:50:19.005972 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a4698309-a882-47d8-997c-0a60905b7d0f req-ea9ee36f-d3dd-410e-8fc5-96fe58f524c1 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 Jun 22 00:50:19.027422 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:19.241978 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48090468-ea88-47fc-88b5-5a6d39f575cd req-6d3daa75-05ec-4a90-93f3-247eaa72d231 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:19.243413 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-48090468-ea88-47fc-88b5-5a6d39f575cd req-6d3daa75-05ec-4a90-93f3-247eaa72d231 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0609996 Jun 22 00:50:19.282418 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-48090468-ea88-47fc-88b5-5a6d39f575cd req-4961553c-34bc-4305-ad1e-e10706b308f7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322690 Jun 22 00:50:20.126489 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97709-2c35-491f-82c4-831f7527ae24 req-6bfd2a0e-b479-4086-b4f7-ed92c9f39f41 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:20.127857 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ecf97709-2c35-491f-82c4-831f7527ae24 req-6bfd2a0e-b479-4086-b4f7-ed92c9f39f41 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 944 time: 0.0682328 Jun 22 00:50:20.194446 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ecf97709-2c35-491f-82c4-831f7527ae24 req-aa050c76-a4d6-480b-88ee-f6e8755f10fb tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584006 Jun 22 00:50:20.218708 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171eb2e-bf46-40b7-8edf-147ef9dffd7c req-1145c3ad-103e-4b06-888d-6e5bc7aa16fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:20.220324 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a171eb2e-bf46-40b7-8edf-147ef9dffd7c req-1145c3ad-103e-4b06-888d-6e5bc7aa16fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 945 time: 0.1021996 Jun 22 00:50:20.259386 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a171eb2e-bf46-40b7-8edf-147ef9dffd7c req-dfb4bf2b-f6cb-4f1c-bdef-979ed0780806 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Jun 22 00:50:20.460866 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310916ce-2ff9-4b54-8923-5fa72804e908 req-28fb5a8a-5a44-47b5-b231-bb1057f4b661 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:20.462328 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-310916ce-2ff9-4b54-8923-5fa72804e908 req-28fb5a8a-5a44-47b5-b231-bb1057f4b661 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0726614 Jun 22 00:50:20.504618 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-310916ce-2ff9-4b54-8923-5fa72804e908 req-82b22b4d-e94c-4c81-8837-0487d7f85588 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 Jun 22 00:50:20.524413 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-674f24e2-68c9-4f66-b475-8c6ee42ee192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:20.980853 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:50:21.026333 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:50:21.030618 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:50:21.031022 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:21.104623 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:21.125533 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:21.127782 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a5318-d515-43d7-84aa-a59a4102630d" -d '{"events": [{"server_uuid": "5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff", "name": "network-vif-plugged", "status": "completed", "tag": "42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:21.140834 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:21.145769 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:21.147877 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:21.175400 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee9e947-5460-4c43-b8de-40d720621db7 x-openstack-request-id: req-fee9e947-5460-4c43-b8de-40d720621db7 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:21.175691 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff", "name": "network-vif-plugged", "status": "completed", "tag": "42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:21.175998 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fee9e947-5460-4c43-b8de-40d720621db7 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:21.176397 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b', 'code': 200} Jun 22 00:50:21.200301 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:21.204278 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:21.370586 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8a101-5063-4a50-b77b-db24fcd695d5 req-4f9b6023-bbc6-4e15-ba42-1617e8d7c0a1 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:21.374178 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8da8a101-5063-4a50-b77b-db24fcd695d5 req-4f9b6023-bbc6-4e15-ba42-1617e8d7c0a1 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 945 time: 0.0686810 Jun 22 00:50:21.442379 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8da8a101-5063-4a50-b77b-db24fcd695d5 req-c3862689-5509-4366-ad5c-417f10315cb5 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569909 Jun 22 00:50:21.466836 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c6f95-d4d8-460c-8166-b46a0b9a9e70 req-36b847bd-a2ce-4be7-8677-e9b0053b472a tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:21.468509 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ac8c6f95-d4d8-460c-8166-b46a0b9a9e70 req-36b847bd-a2ce-4be7-8677-e9b0053b472a tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 945 time: 0.0922294 Jun 22 00:50:21.529928 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ac8c6f95-d4d8-460c-8166-b46a0b9a9e70 req-8f203f06-0312-4f42-bed8-76fe1739ba2f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557337 Jun 22 00:50:21.591550 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefee9c6-ca4c-40e7-a202-e208ff0e6218 req-2a96f4d8-2dc7-40a6-8eab-fe915abd19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:21.593004 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fefee9c6-ca4c-40e7-a202-e208ff0e6218 req-2a96f4d8-2dc7-40a6-8eab-fe915abd19dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 1098 time: 0.0619123 Jun 22 00:50:21.643572 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fefee9c6-ca4c-40e7-a202-e208ff0e6218 req-32d37266-cf8c-4088-9944-5542be1f2bf9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281889 Jun 22 00:50:21.706103 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fee80e-9d8a-41e7-8e6c-0c0683ef3aad req-fa95afcf-f241-410d-a81b-49550752706b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:21.707629 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-08fee80e-9d8a-41e7-8e6c-0c0683ef3aad req-fa95afcf-f241-410d-a81b-49550752706b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0605845 Jun 22 00:50:21.752175 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-08fee80e-9d8a-41e7-8e6c-0c0683ef3aad req-9aa99f33-a525-4f21-91c9-c48f2b452dbf tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391004 Jun 22 00:50:22.658075 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bda2c8-d7ca-4388-8ca0-19ec0805bf26 req-bbbac3de-1052-4895-b5ed-ac8adaddc208 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:22.659716 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-32bda2c8-d7ca-4388-8ca0-19ec0805bf26 req-bbbac3de-1052-4895-b5ed-ac8adaddc208 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 945 time: 0.0858552 Jun 22 00:50:22.730315 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-32bda2c8-d7ca-4388-8ca0-19ec0805bf26 req-46b16f8d-7123-4cf9-aebb-742108cbd30b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574434 Jun 22 00:50:22.749549 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cec1f-0379-4361-9390-ffdbdad5b3ef req-ca8581e1-a321-41fc-ad10-529de320abf1 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:22.751016 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e37cec1f-0379-4361-9390-ffdbdad5b3ef req-ca8581e1-a321-41fc-ad10-529de320abf1 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 945 time: 0.0877719 Jun 22 00:50:22.790173 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e37cec1f-0379-4361-9390-ffdbdad5b3ef req-cdbe737d-b616-4d00-9d7e-c66c8e067706 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/security-groups?id=28cf62c6-0141-42b5-942a-6e5de3d4d8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333388 Jun 22 00:50:22.959224 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-b939c458-d393-4912-a798-3835db40cb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:23.009473 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-23200532-6da6-4341-b81a-3751964c3209 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:23.010911 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-23200532-6da6-4341-b81a-3751964c3209 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/networks?id=a8a6ef31-972d-47b4-9645-69783314aede HTTP/1.1" status: 200 len: 809 time: 0.1813827 Jun 22 00:50:23.037282 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-041d0b5a-47d7-492b-8d9d-f5978136c99a tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/quotas/7e595975851d408fae44204b18b864ae HTTP/1.1" status: 200 len: 375 time: 0.0194540 Jun 22 00:50:23.045302 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebabe-e879-45c5-a2cc-6d0a05edc02e req-2ec5b433-7a5a-44a5-baf0-a2bc4ef9151d tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:23.046630 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d48ebabe-e879-45c5-a2cc-6d0a05edc02e req-2ec5b433-7a5a-44a5-baf0-a2bc4ef9151d tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 945 time: 0.1629157 Jun 22 00:50:23.054783 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3d3ad-ec4e-4ae5-bc43-fce4e2188d90 req-5e9beeb1-c99f-4a51-9c90-dfb7aa11eebc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:23.056122 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fdc3d3ad-ec4e-4ae5-bc43-fce4e2188d90 req-5e9beeb1-c99f-4a51-9c90-dfb7aa11eebc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1620371 Jun 22 00:50:23.131037 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-5240ccb4-e814-4130-88b1-634634d5686d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e595975851d408fae44204b18b864ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831771 Jun 22 00:50:23.260885 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fdc3d3ad-ec4e-4ae5-bc43-fce4e2188d90 req-4e9885be-6730-49be-8d9a-a310975df670 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888664 Jun 22 00:50:23.303893 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-badf1089-a49b-4dff-a921-3a572149877b service neutron] 10.222.0.26 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594946 Jun 22 00:50:23.309183 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-d48ebabe-e879-45c5-a2cc-6d0a05edc02e req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Deleting port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:50:23.309534 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-d48ebabe-e879-45c5-a2cc-6d0a05edc02e req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:23.458369 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-d48ebabe-e879-45c5-a2cc-6d0a05edc02e req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] For port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff,segment=NetworkSegment(1dd3969c-b3c0-492d-843e-28c8d48445e8),segment_id=1dd3969c-b3c0-492d-843e-28c8d48445e8)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:23.458635 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-d48ebabe-e879-45c5-a2cc-6d0a05edc02e req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:23.468838 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-1b7db671-8bd3-4d90-8d9e-847551ab69fd service neutron] 10.222.0.26 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554010 Jun 22 00:50:23.542681 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-d48ebabe-e879-45c5-a2cc-6d0a05edc02e req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Calling delete_port for 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:50:23.554921 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:23.667536 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fae110b2-a4f3-453e-8f2e-95dd04fe8327 req-1c7230cd-1cfa-4b90-9123-5d7b3eb06b30 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 210 time: 0.0363133 Jun 22 00:50:23.746112 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-d48ebabe-e879-45c5-a2cc-6d0a05edc02e req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:23.750695 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:23.790159 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['3419c795-3fa8-4e0d-8bc0-476cda3cb3ff'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:23.794892 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Pushing event deleted for resources: {'Port': ['ID=3419c795-3fa8-4e0d-8bc0-476cda3cb3ff,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:23.799240 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:23.907213 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48ebabe-e879-45c5-a2cc-6d0a05edc02e req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] No DVR routers for this DVR port 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:50:23.911124 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-d48ebabe-e879-45c5-a2cc-6d0a05edc02e req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:23.913476 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d48ebabe-e879-45c5-a2cc-6d0a05edc02e req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.15 "DELETE /v2.0/ports/3419c795-3fa8-4e0d-8bc0-476cda3cb3ff HTTP/1.1" status: 204 len: 173 time: 0.8565388 Jun 22 00:50:23.915670 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5317b7f-8f43-44bd-8764-9a2bc46bc529', 'name': 'network-vif-deleted', 'tag': '3419c795-3fa8-4e0d-8bc0-476cda3cb3ff'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:23.932693 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15ec91b-de81-472e-a693-8502ef261816" -d '{"events": [{"server_uuid": "c5317b7f-8f43-44bd-8764-9a2bc46bc529", "name": "network-vif-deleted", "tag": "3419c795-3fa8-4e0d-8bc0-476cda3cb3ff"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:24.009248 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e284ab81-d6de-4155-94e6-abfc5bbe3dc4 req-9658a88b-c443-46bf-878c-329291d1d08f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 210 time: 0.0656745 Jun 22 00:50:24.071311 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe82b0c-ed8b-4166-b012-3873601e507d req-38200b80-5be4-4d3d-adfe-b9e8922cf2c6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:24.073172 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-efe82b0c-ed8b-4166-b012-3873601e507d req-38200b80-5be4-4d3d-adfe-b9e8922cf2c6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 945 time: 0.1584651 Jun 22 00:50:24.074771 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca66c0b2-88d1-41b2-95fe-7f17babc4f86 x-openstack-request-id: req-ca66c0b2-88d1-41b2-95fe-7f17babc4f86 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:24.075129 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5317b7f-8f43-44bd-8764-9a2bc46bc529", "name": "network-vif-deleted", "tag": "3419c795-3fa8-4e0d-8bc0-476cda3cb3ff", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:24.075974 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca66c0b2-88d1-41b2-95fe-7f17babc4f86 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:24.076389 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5317b7f-8f43-44bd-8764-9a2bc46bc529', 'name': 'network-vif-deleted', 'tag': '3419c795-3fa8-4e0d-8bc0-476cda3cb3ff', 'status': 'completed', 'code': 200} Jun 22 00:50:24.121025 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-efe82b0c-ed8b-4166-b012-3873601e507d req-d7de02dc-2ec6-4c27-93f8-bf5751ca2e43 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389853 Jun 22 00:50:24.455574 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db7817-d38a-455b-a086-922255945915 req-5e215b39-0b49-48eb-94a2-df8ff0ad8c76 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:24.457256 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f0db7817-d38a-455b-a086-922255945915 req-5e215b39-0b49-48eb-94a2-df8ff0ad8c76 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0703635 Jun 22 00:50:24.500416 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f0db7817-d38a-455b-a086-922255945915 req-b05bb72f-f931-4a17-9a4e-58996f592ed1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Jun 22 00:50:24.529309 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:24.815080 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b91aeecb-56d3-4d2b-928d-90f4facef2f0 req-59a17e18-6669-4843-bcc2-fd26ba6eb98d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 210 time: 0.0281875 Jun 22 00:50:25.161918 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e32c7ba2-8a23-4409-9b5c-80dc25a0e2dc req-b4207c17-a681-48de-8336-7b44516021ed tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 210 time: 0.0427926 Jun 22 00:50:25.171825 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-e07d296a-a72f-4ab2-8c92-34c94468f5e3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:25.174216 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-e07d296a-a72f-4ab2-8c92-34c94468f5e3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.15 "GET /v2.0/networks?id=a8a6ef31-972d-47b4-9645-69783314aede HTTP/1.1" status: 200 len: 809 time: 0.1360917 Jun 22 00:50:25.198168 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Request body: {'port': {'device_id': '419b07b5-b717-4e12-a370-228aaac87785', 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede', 'admin_state_up': True, 'tenant_id': '7e595975851d408fae44204b18b864ae'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:25.561375 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b172926-cd83-4c3a-8623-5f1bf8aae7dd req-c9c964a2-242b-4914-a4a8-8e4ac0a04f76 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:25.562817 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8b172926-cd83-4c3a-8623-5f1bf8aae7dd req-c9c964a2-242b-4914-a4a8-8e4ac0a04f76 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 945 time: 0.3173764 Jun 22 00:50:25.576483 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Made reservation on behalf of 7e595975851d408fae44204b18b864ae for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:25.579776 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:25.635061 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8b172926-cd83-4c3a-8623-5f1bf8aae7dd req-d0f6882e-e678-40d8-9c93-1ecdf9290ea7 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650012 Jun 22 00:50:25.784387 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00691bb4-8d4b-435f-9009-296cf4616f4e req-80211217-5b49-4767-8e97-1ea86dbfb1c5 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:25.784387 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-00691bb4-8d4b-435f-9009-296cf4616f4e req-80211217-5b49-4767-8e97-1ea86dbfb1c5 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1632078 Jun 22 00:50:25.791701 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Allocated IP 172.20.0.7 (a8a6ef31-972d-47b4-9645-69783314aede/9ba31f23-8c63-4536-aa95-a36285a4d6ce/4e4f67f8-de75-4f68-8e6b-03193202a7e0) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:50:25.850187 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-00691bb4-8d4b-435f-9009-296cf4616f4e req-7304a304-961f-40c6-b999-ab18bb606b3d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598218 Jun 22 00:50:26.006071 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dc9e799d-0bcb-4e88-8079-5974b4a9551c req-dcb0df53-4ae0-4302-b367-ccdddfb2e601 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 210 time: 0.0432739 Jun 22 00:50:26.031881 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:26.072754 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:26.078507 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e5e4cd38-1dd8-4ff8-9b2c-9dab61e07bf8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:26.128586 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Network a8a6ef31-972d-47b4-9645-69783314aede is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:50:26.135542 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:26.142609 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:50:26.148262 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:26.149097 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:26.152106 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Pushing event updated for resources: {'Port': ['ID=4e4f67f8-de75-4f68-8e6b-03193202a7e0,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:26.161566 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:26.178788 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:26.180457 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9910221 Jun 22 00:50:26.207146 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Request body: {'port': {'device_id': '419b07b5-b717-4e12-a370-228aaac87785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:26.299490 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:26.344101 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c5bf0af4-d685-490a-8407-96eb4fb82c86 req-8f175d91-a7bb-40c2-a34f-fa4580cb6340 tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5317b7f-8f43-44bd-8764-9a2bc46bc529 HTTP/1.1" status: 200 len: 210 time: 0.0386605 Jun 22 00:50:26.365404 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:50:26.612629 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4f67f8-de75-4f68-8e6b-03193202a7e0 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:26.619920 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:26.632684 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Transition to ACTIVE for port object 4e4f67f8-de75-4f68-8e6b-03193202a7e0 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:50:26.635438 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:26.638754 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1d8e53a6-d907-448c-8399-8d87d33ce6a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:26.709935 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Pushing event updated for resources: {'Port': ['ID=4e4f67f8-de75-4f68-8e6b-03193202a7e0,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:26.727417 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:26.740205 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Attempting to bind port 4e4f67f8-de75-4f68-8e6b-03193202a7e0 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:50:26.740536 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Attempting to bind port 4e4f67f8-de75-4f68-8e6b-03193202a7e0 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'd5526e22-cd00-49c4-b450-14f14668202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:50:26.740859 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Attempting to bind port 4e4f67f8-de75-4f68-8e6b-03193202a7e0 on network a8a6ef31-972d-47b4-9645-69783314aede {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:26.744869 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Port 4e4f67f8-de75-4f68-8e6b-03193202a7e0 on network a8a6ef31-972d-47b4-9645-69783314aede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:50:26.745187 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Attempting to bind port 4e4f67f8-de75-4f68-8e6b-03193202a7e0 on network a8a6ef31-972d-47b4-9645-69783314aede {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:26.750765 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:50:26.751132 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Checking segment: {'id': 'd5526e22-cd00-49c4-b450-14f14668202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:26.751511 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Bound using segment: {'id': 'd5526e22-cd00-49c4-b450-14f14668202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:50:26.751937 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Bound port: 4e4f67f8-de75-4f68-8e6b-03193202a7e0, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5526e22-cd00-49c4-b450-14f14668202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:50:26.752276 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:26.817045 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] For port 4e4f67f8-de75-4f68-8e6b-03193202a7e0, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:50:26.820011 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] For port 4e4f67f8-de75-4f68-8e6b-03193202a7e0, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4e4f67f8-de75-4f68-8e6b-03193202a7e0,segment=NetworkSegment(d5526e22-cd00-49c4-b450-14f14668202b),segment_id=d5526e22-cd00-49c4-b450-14f14668202b)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:50:26.823935 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:26.826872 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d6d2b399-0a15-4710-b40d-d45cf66e4efd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:26.858016 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:26.858653 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:26.860316 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] 10.222.0.15 "PUT /v2.0/ports/4e4f67f8-de75-4f68-8e6b-03193202a7e0 HTTP/1.1" status: 200 len: 1093 time: 0.6583643 Jun 22 00:50:26.860795 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419b07b5-b717-4e12-a370-228aaac87785', 'tag': '4e4f67f8-de75-4f68-8e6b-03193202a7e0'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:26.863083 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5414d07-2a98-4f47-970e-6096b026853a" -d '{"events": [{"name": "network-changed", "server_uuid": "419b07b5-b717-4e12-a370-228aaac87785", "tag": "4e4f67f8-de75-4f68-8e6b-03193202a7e0"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:26.895803 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Pushing event updated for resources: {'Port': ['ID=4e4f67f8-de75-4f68-8e6b-03193202a7e0,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:26.911577 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:26.929132 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1cc0f2-eb14-4882-a6e2-89cc6e449dab x-openstack-request-id: req-fc1cc0f2-eb14-4882-a6e2-89cc6e449dab {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:26.929671 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419b07b5-b717-4e12-a370-228aaac87785", "tag": "4e4f67f8-de75-4f68-8e6b-03193202a7e0", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:26.930424 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc1cc0f2-eb14-4882-a6e2-89cc6e449dab {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:26.930552 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '419b07b5-b717-4e12-a370-228aaac87785', 'tag': '4e4f67f8-de75-4f68-8e6b-03193202a7e0', 'status': 'completed', 'code': 200} Jun 22 00:50:27.043569 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:50:27.065114 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:50:27.065753 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 3419c795-3fa8-4e0d-8bc0-476cda3cb3ff not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:50:27.094711 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709403bc-9a42-4193-8ea8-33a0284b571a req-e79f86ff-de57-4577-8e36-123809d5e578 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:27.096256 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-709403bc-9a42-4193-8ea8-33a0284b571a req-e79f86ff-de57-4577-8e36-123809d5e578 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1173809 Jun 22 00:50:27.098106 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-a3af4d36-be2b-4bf9-a6ad-11315b48e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:27.099607 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-a3af4d36-be2b-4bf9-a6ad-11315b48e6b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e595975851d408fae44204b18b864ae&device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 1096 time: 0.1187997 Jun 22 00:50:27.161732 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-46f135fe-778a-4789-9107-2510a807cdf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e4f67f8-de75-4f68-8e6b-03193202a7e0 HTTP/1.1" status: 200 len: 217 time: 0.0448472 Jun 22 00:50:27.205359 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-709403bc-9a42-4193-8ea8-33a0284b571a req-3a97f4b7-93e6-4687-8dde-7c97956e769c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031511 Jun 22 00:50:27.256033 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-8062ad40-4ebb-449a-8e40-9cc33eab9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:27.257477 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-8062ad40-4ebb-449a-8e40-9cc33eab9379 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ba31f23-8c63-4536-aa95-a36285a4d6ce HTTP/1.1" status: 200 len: 849 time: 0.0691521 Jun 22 00:50:27.284524 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b46458-d052-4987-bd01-a51408407e59 req-b770713a-d5ad-4686-a933-498224863d83 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:27.287307 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c7b46458-d052-4987-bd01-a51408407e59 req-b770713a-d5ad-4686-a933-498224863d83 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 943 time: 0.1326792 Jun 22 00:50:27.323226 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-319cd23b-81c7-4198-98c6-5cae08304dee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8a6ef31-972d-47b4-9645-69783314aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511546 Jun 22 00:50:27.358375 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c7b46458-d052-4987-bd01-a51408407e59 req-c1b45912-2211-4632-9f53-77308e72ebe6 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607216 Jun 22 00:50:27.442602 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-ee0bef6c-f894-4bc4-a624-a2e8eac4c8cf service neutron] 10.222.0.15 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986767 Jun 22 00:50:27.540867 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-adccfb30-470d-4d61-a554-ff56c6b694bd req-4559905f-c1d7-4c90-9d70-78ebb952c2a7 service neutron] 10.222.0.15 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910609 Jun 22 00:50:27.697116 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55320) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:27.748749 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5414d07-2a98-4f47-970e-6096b026853a req-442db7d9-3a97-486b-9f70-75b3941caa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:27.750692 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a5414d07-2a98-4f47-970e-6096b026853a req-442db7d9-3a97-486b-9f70-75b3941caa5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e595975851d408fae44204b18b864ae&device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 1096 time: 0.0695150 Jun 22 00:50:27.864712 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a904fa77-9528-4b42-bef1-44e59f922730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:27.890137 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5414d07-2a98-4f47-970e-6096b026853a req-47012066-0baa-433b-9044-2099a6146843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:27.891623 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a5414d07-2a98-4f47-970e-6096b026853a req-47012066-0baa-433b-9044-2099a6146843 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8a6ef31-972d-47b4-9645-69783314aede HTTP/1.1" status: 200 len: 910 time: 0.1338210 Jun 22 00:50:27.958196 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a5414d07-2a98-4f47-970e-6096b026853a req-461537e1-cf75-4c7b-b002-d80f0f6b067e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e4f67f8-de75-4f68-8e6b-03193202a7e0 HTTP/1.1" status: 200 len: 217 time: 0.0415745 Jun 22 00:50:27.961478 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a904fa77-9528-4b42-bef1-44e59f922730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:27.965324 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a904fa77-9528-4b42-bef1-44e59f922730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:27.969825 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ea69a1b2-5d50-495a-8f3a-fb7fa7d935ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:28.005905 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904fa77-9528-4b42-bef1-44e59f922730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c7cfeb-4448-4802-9d58-aea7bf03878b,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:28.013539 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-a904fa77-9528-4b42-bef1-44e59f922730 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f47922eff10410a836f91128ae9c471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122735 Jun 22 00:50:28.013539 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-a904fa77-9528-4b42-bef1-44e59f922730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:28.013878 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55336) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:28.034280 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5414d07-2a98-4f47-970e-6096b026853a req-0b68adf2-8185-4c3c-8c72-dab484b05141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:28.035750 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a5414d07-2a98-4f47-970e-6096b026853a req-0b68adf2-8185-4c3c-8c72-dab484b05141 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ba31f23-8c63-4536-aa95-a36285a4d6ce HTTP/1.1" status: 200 len: 849 time: 0.0682518 Jun 22 00:50:28.043759 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e800-4a73-4994-b1a5-993c673b7800 req-ed055dd2-8ed9-4c87-ab83-779378077aa2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:28.045148 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-ed055dd2-8ed9-4c87-ab83-779378077aa2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 815 time: 0.1825306 Jun 22 00:50:28.068583 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1467b6a2-82b4-40ed-ba73-2678246ad80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.082907 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a5414d07-2a98-4f47-970e-6096b026853a req-0258c478-7984-407f-9216-6302e98fa5f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8a6ef31-972d-47b4-9645-69783314aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368283 Jun 22 00:50:28.086388 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-263dbb72-194f-452d-b6af-662d742f3ebe tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/quotas/abed0509eac14d0f94282f9058c84b9b HTTP/1.1" status: 200 len: 375 time: 0.0322957 Jun 22 00:50:28.093519 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1467b6a2-82b4-40ed-ba73-2678246ad80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.152886 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1467b6a2-82b4-40ed-ba73-2678246ad80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.159554 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1467b6a2-82b4-40ed-ba73-2678246ad80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.167584 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-1467b6a2-82b4-40ed-ba73-2678246ad80a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40c7cfeb-4448-4802-9d58-aea7bf03878b HTTP/1.1" status: 204 len: 168 time: 0.1523902 Jun 22 00:50:28.170724 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ba1bed1d-24c6-404b-8906-c3236b513340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:28.196798 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467b6a2-82b4-40ed-ba73-2678246ad80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c7cfeb-4448-4802-9d58-aea7bf03878b,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:28.200009 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1467b6a2-82b4-40ed-ba73-2678246ad80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:28.241820 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-030ecdfc-a417-4d84-8996-da54214d3d26 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430471 Jun 22 00:50:28.243365 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a5414d07-2a98-4f47-970e-6096b026853a req-2773992d-6078-4b45-bda5-459d78f7030c service neutron] 10.222.0.15 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536210 Jun 22 00:50:28.502085 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a5414d07-2a98-4f47-970e-6096b026853a req-533783f5-bc3a-4c0c-9de4-0a9a1b02f986 service neutron] 10.222.0.15 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436793 Jun 22 00:50:28.505219 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-de027555-eced-4930-8dd6-70cd8e47ca50 service neutron] 10.222.0.26 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555163 Jun 22 00:50:28.520901 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55358) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:28.526508 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5b395-5144-428e-84df-1f15ba3edae3 req-3a096811-7c61-46f5-b025-b050af63daa2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:28.528220 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8a5b395-5144-428e-84df-1f15ba3edae3 req-3a096811-7c61-46f5-b025-b050af63daa2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1761401 Jun 22 00:50:28.541574 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7223353e-dcb0-4435-8a1c-adc186f1d415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.631335 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8a5b395-5144-428e-84df-1f15ba3edae3 req-967b019c-f84a-470a-ba6a-947a43c4bf55 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508420 Jun 22 00:50:28.651083 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7223353e-dcb0-4435-8a1c-adc186f1d415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.655179 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-353744b9-c078-43c0-9163-d8fe3d8faac9 service neutron] 10.222.0.26 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255217 Jun 22 00:50:28.661325 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7223353e-dcb0-4435-8a1c-adc186f1d415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.689888 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-28a2daf5-7999-43b1-934a-a11de57a0640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:28.720562 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55364) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:28.721395 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-7223353e-dcb0-4435-8a1c-adc186f1d415 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8664e5ae4224bcebefa974f3d8c3fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990871 Jun 22 00:50:28.722494 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223353e-dcb0-4435-8a1c-adc186f1d415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b8e5e1-503d-408b-8c1b-641fc5884b78,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:28.725792 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7223353e-dcb0-4435-8a1c-adc186f1d415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:28.774552 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4080d179-fb2e-40ec-8c71-1e5d8ca01e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.799918 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4080d179-fb2e-40ec-8c71-1e5d8ca01e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.862414 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4080d179-fb2e-40ec-8c71-1e5d8ca01e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.865551 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4080d179-fb2e-40ec-8c71-1e5d8ca01e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.866886 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-4080d179-fb2e-40ec-8c71-1e5d8ca01e32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15b8e5e1-503d-408b-8c1b-641fc5884b78 HTTP/1.1" status: 204 len: 168 time: 0.1453013 Jun 22 00:50:28.867627 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:28.877985 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080d179-fb2e-40ec-8c71-1e5d8ca01e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b8e5e1-503d-408b-8c1b-641fc5884b78,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:28.880790 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4080d179-fb2e-40ec-8c71-1e5d8ca01e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:28.988756 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a2956cea-9711-4913-a7d9-5ba256d3afff req-447a6fd2-986a-44ed-bf06-4fb439347d81 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 210 time: 0.0394027 Jun 22 00:50:29.010216 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2adb9-52d3-407b-a134-cbbebc3b9f0b req-3e2e83ae-f47b-43b3-827d-4e7ddf2f828c tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:29.011806 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c7c2adb9-52d3-407b-a134-cbbebc3b9f0b req-3e2e83ae-f47b-43b3-827d-4e7ddf2f828c tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 943 time: 0.1066921 Jun 22 00:50:29.079705 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c7c2adb9-52d3-407b-a134-cbbebc3b9f0b req-d809261a-d154-48f0-bbba-d6c48454c591 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540769 Jun 22 00:50:29.168356 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55386) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:29.221830 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb954701-59a5-472a-a867-8e89a07c1186 admin admin] Deleting subnet 18485d7e-1ab1-4d44-baba-37c0f3cac155 {{(pid=99507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:50:29.225817 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bb954701-59a5-472a-a867-8e89a07c1186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.265726 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bb954701-59a5-472a-a867-8e89a07c1186 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.275884 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bb954701-59a5-472a-a867-8e89a07c1186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.290919 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55388) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:29.305466 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b726f65a-d858-4cde-b5b8-d0493d44e2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.344887 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bb954701-59a5-472a-a867-8e89a07c1186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061'] for subnet, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.349656 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:29.387054 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb954701-59a5-472a-a867-8e89a07c1186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18485d7e-1ab1-4d44-baba-37c0f3cac155,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:29.392792 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bb954701-59a5-472a-a867-8e89a07c1186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:29.395918 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bb954701-59a5-472a-a867-8e89a07c1186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.399406 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-bb954701-59a5-472a-a867-8e89a07c1186 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/18485d7e-1ab1-4d44-baba-37c0f3cac155 HTTP/1.1" status: 204 len: 168 time: 0.2297957 Jun 22 00:50:29.400769 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55392) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:29.418614 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b726f65a-d858-4cde-b5b8-d0493d44e2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.423686 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b726f65a-d858-4cde-b5b8-d0493d44e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.427576 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-fd741a44-17c6-49a7-a0e2-41e2a8dc26d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:29.468498 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b726f65a-d858-4cde-b5b8-d0493d44e2e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=28a603f3e3164c96ac3fe536f9d12040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763945 Jun 22 00:50:29.474419 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726f65a-d858-4cde-b5b8-d0493d44e2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87399f9c-e153-47f6-b0f8-3d4e5ecc209a,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:29.474569 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55394) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:29.488214 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b726f65a-d858-4cde-b5b8-d0493d44e2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:29.495678 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.606303 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbfd6-76fb-4cd0-953b-598935f2881b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.624119 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.644215 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.644645 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.645368 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.645663 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > port after_create 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.645982 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.646314 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > port after_update 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.646649 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.646989 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.647345 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.647654 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.796713 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.797938 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.798296 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.798629 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99507) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:29.799023 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9444b66e-7847-4e8d-9a13-889ecf19d410']}} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:29.809202 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbfd6-76fb-4cd0-953b-598935f2881b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.857603 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd3969c-b3c0-492d-843e-28c8d48445e8') {'for_net_delete': True} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:29.857894 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd3969c-b3c0-492d-843e-28c8d48445e8') {} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:29.888603 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12239875'] for segment, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.914122 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.927907 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=99507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:50:29.928336 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8842506'] for segment, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: from cryptography.utils import int_from_bytes Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: from cryptography.utils import int_from_bytes Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: Traceback (most recent call last): Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: timer() Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: cb(*args, **kw) Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: return func(*args, **kwargs) Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: self._notify() Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: self.callback(batched_events) Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: event.method(event) Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: return f(self, *a, **k) Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: return self._get(url).json() Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: return self.request(url, 'GET', **kwargs) Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:50:29.932527 dv-cinder-753305-6-iscsi neutron-server[99507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:50:30.215297 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbfd6-76fb-4cd0-953b-598935f2881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:30.218157 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbfd6-76fb-4cd0-953b-598935f2881b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:30.219286 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-ac8dbfd6-76fb-4cd0-953b-598935f2881b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87399f9c-e153-47f6-b0f8-3d4e5ecc209a HTTP/1.1" status: 204 len: 168 time: 0.7466257 Jun 22 00:50:30.221661 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-984e7926-6288-4fa8-a2f3-ddcb75e57e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:30.237973 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd4a9c-c233-4a6f-bb77-7ff958a8354d req-b1a6e819-50e2-45b8-917a-bdff0691d404 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:30.239442 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bcd4a9c-c233-4a6f-bb77-7ff958a8354d req-b1a6e819-50e2-45b8-917a-bdff0691d404 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.4330008 Jun 22 00:50:30.240883 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:30.242305 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dbfd6-76fb-4cd0-953b-598935f2881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87399f9c-e153-47f6-b0f8-3d4e5ecc209a,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:30.244569 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ac8dbfd6-76fb-4cd0-953b-598935f2881b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:30.248294 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-072bb9d7-c016-4cf1-a4e8-ea18638d6d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:30.251832 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:30.253543 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] 10.222.0.26 "DELETE /v2.0/networks/9444b66e-7847-4e8d-9a13-889ecf19d410 HTTP/1.1" status: 204 len: 168 time: 0.8514557 Jun 22 00:50:30.275797 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=9444b66e-7847-4e8d-9a13-889ecf19d410,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:30.279206 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:30.297896 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bcd4a9c-c233-4a6f-bb77-7ff958a8354d req-f58fb682-249c-446e-9a0a-1b84088759ff tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510805 Jun 22 00:50:30.436027 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-60f4b7fb-498a-4221-8ced-ad98b24e028e req-84a8f138-1926-47e2-adc8-7a3cbeda52ab tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 210 time: 0.0299151 Jun 22 00:50:30.475470 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55414) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:30.522899 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-d9f957c7-080d-4404-ab2b-af49dc0bd343 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=896c69f422014f24919ffe540453ce41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468390 Jun 22 00:50:30.525302 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55416) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:30.625322 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-73816cac-e6ff-485c-b21d-e9a5a6aad7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:30.652479 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-73816cac-e6ff-485c-b21d-e9a5a6aad7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:30.661204 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dbae8-e23d-4f4a-a107-2da652a65305 req-366656f5-c064-48fa-a2c4-93b2828bb5d8 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:30.662674 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f2dbae8-e23d-4f4a-a107-2da652a65305 req-366656f5-c064-48fa-a2c4-93b2828bb5d8 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 943 time: 0.1084828 Jun 22 00:50:30.725006 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f2dbae8-e23d-4f4a-a107-2da652a65305 req-1c4e23f2-1fb1-4913-8234-a7c3f7472181 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565755 Jun 22 00:50:30.749682 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-73816cac-e6ff-485c-b21d-e9a5a6aad7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:30.752914 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-73816cac-e6ff-485c-b21d-e9a5a6aad7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:30.759987 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-73816cac-e6ff-485c-b21d-e9a5a6aad7c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28cf62c6-0141-42b5-942a-6e5de3d4d8bf HTTP/1.1" status: 204 len: 168 time: 0.2337248 Jun 22 00:50:30.760807 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3743a3e2-50f2-42b2-abdf-e260b259f63d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:30.769940 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73816cac-e6ff-485c-b21d-e9a5a6aad7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cf62c6-0141-42b5-942a-6e5de3d4d8bf,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:30.772612 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-73816cac-e6ff-485c-b21d-e9a5a6aad7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:31.519276 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da94c70-baf7-4653-b923-f8c036f784b9 req-9c90dacf-36f5-4871-af38-cc1028e2a721 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:31.522537 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6da94c70-baf7-4653-b923-f8c036f784b9 req-9c90dacf-36f5-4871-af38-cc1028e2a721 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0986905 Jun 22 00:50:31.581185 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6da94c70-baf7-4653-b923-f8c036f784b9 req-f570bec5-cb16-4f42-8010-2092e0d99ac6 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522285 Jun 22 00:50:31.644752 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1348d165-facb-46ce-9598-32235c687679 req-00c2a28d-c752-4e39-bf8b-63aeb89adf79 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 210 time: 0.0314448 Jun 22 00:50:31.917719 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e3ffd-d2e9-44fc-b8d7-083189b07083 req-580e7037-1523-4425-af99-c5a26901b9b2 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:31.919209 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ea8e3ffd-d2e9-44fc-b8d7-083189b07083 req-580e7037-1523-4425-af99-c5a26901b9b2 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 943 time: 0.0640781 Jun 22 00:50:31.957346 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ea8e3ffd-d2e9-44fc-b8d7-083189b07083 req-80eb0e45-6ac8-4f51-b4b4-d5f1afa7dbd3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324860 Jun 22 00:50:32.359987 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55504) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:32.468508 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a5f20369-dbb0-4feb-9711-6baa3d619043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:32.567989 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a5f20369-dbb0-4feb-9711-6baa3d619043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:32.572719 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a5f20369-dbb0-4feb-9711-6baa3d619043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:32.576819 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-986453f1-ab89-4fa1-8817-0958301a66b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:32.612013 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-a5f20369-dbb0-4feb-9711-6baa3d619043 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4ee7774774c42efb436140cda4110dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509620 Jun 22 00:50:32.613208 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f20369-dbb0-4feb-9711-6baa3d619043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee10970-2a8d-45d9-984f-dccd253d8372,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:32.615062 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55514) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:32.616298 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a5f20369-dbb0-4feb-9711-6baa3d619043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:32.669736 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0ca98de9-23ba-4dd5-94eb-f0a428fdc59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:32.693915 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0ca98de9-23ba-4dd5-94eb-f0a428fdc59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:32.741489 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0ca98de9-23ba-4dd5-94eb-f0a428fdc59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:32.744052 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0ca98de9-23ba-4dd5-94eb-f0a428fdc59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:32.745173 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-0ca98de9-23ba-4dd5-94eb-f0a428fdc59f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aee10970-2a8d-45d9-984f-dccd253d8372 HTTP/1.1" status: 204 len: 168 time: 0.1291323 Jun 22 00:50:32.745921 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1feb86d6-ee23-4971-a00c-6ffd54ba60a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:32.754100 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca98de9-23ba-4dd5-94eb-f0a428fdc59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee10970-2a8d-45d9-984f-dccd253d8372,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:32.756229 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c7f6f-be5f-484e-8a41-3ec1928f61aa req-ad7855fa-1424-4aba-8b8f-e5881454f48b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:32.756558 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0ca98de9-23ba-4dd5-94eb-f0a428fdc59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:32.757901 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-611c7f6f-be5f-484e-8a41-3ec1928f61aa req-ad7855fa-1424-4aba-8b8f-e5881454f48b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0650833 Jun 22 00:50:32.797035 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-611c7f6f-be5f-484e-8a41-3ec1928f61aa req-fa486353-9cdb-4d7e-a5e9-92ba1154fdcb tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334830 Jun 22 00:50:32.920658 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a177b16a-5b6d-40fd-b9f1-b15ab8a44b17 req-c8dc9d45-2e61-47ed-a750-8b447db9798e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 210 time: 0.0281291 Jun 22 00:50:33.132143 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745583c6-9c18-4d26-a9ba-ef62acc5650a req-22f8f073-fd13-42bb-a2aa-c865a6057860 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:33.133599 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-745583c6-9c18-4d26-a9ba-ef62acc5650a req-22f8f073-fd13-42bb-a2aa-c865a6057860 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 943 time: 0.0649805 Jun 22 00:50:33.178102 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-745583c6-9c18-4d26-a9ba-ef62acc5650a req-feee2382-b380-4af6-a0b8-2e2ff4b0d95d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356343 Jun 22 00:50:33.360404 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55542) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:33.456153 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-98207250-network', 'tenant_id': '76b4a13e1eca495cb83b4bec6231180d'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:33.478306 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Made reservation on behalf of 76b4a13e1eca495cb83b4bec6231180d for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:33.481148 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:33.490403 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:33.575668 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:33.579205 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:33.581879 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:33.610458 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:50:33.612393 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c31abb-02c8-4d83-affc-c08f32203374,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:33.621718 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:33.622828 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Added segment 1476b50c-4aee-4bbb-9992-cbc34ff52e5d of type vlan for network 49be855d-b28d-4483-8f65-8061af3fe98b Jun 22 00:50:33.649478 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:33.670097 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:33.697725 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:33.699012 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:33.699582 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:33.701656 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:33.748562 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3870399 Jun 22 00:50:33.751644 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55550) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:33.756559 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Request body: {'subnet': {'network_id': '49be855d-b28d-4483-8f65-8061af3fe98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-98207250-subnet', 'tenant_id': '76b4a13e1eca495cb83b4bec6231180d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:33.759454 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Pushing event updated for resources: {'Network': ['ID=49be855d-b28d-4483-8f65-8061af3fe98b,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:33.762111 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:33.769624 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 49be855d-b28d-4483-8f65-8061af3fe98b details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:50:33.779166 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Made reservation on behalf of 76b4a13e1eca495cb83b4bec6231180d for: {'subnet': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:33.781478 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392385'] for subnet, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:33.983346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8843116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392435'] for subnet, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:33.990499 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d499f816-e615-49ed-838c-01ca69b05080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:34.045475 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73cec5d1-5136-4bd7-b9b8-1fa675696dc6,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:34.048089 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:34.064201 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ebfb1-6f5d-462c-acee-09b08465763d req-b50f7252-0d2e-416f-a7c9-2e4ed3303870 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:34.065790 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ad2ebfb1-6f5d-462c-acee-09b08465763d req-b50f7252-0d2e-416f-a7c9-2e4ed3303870 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1506548 Jun 22 00:50:34.080089 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Checking segment: {'id': '1476b50c-4aee-4bbb-9992-cbc34ff52e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '49be855d-b28d-4483-8f65-8061af3fe98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:34.080445 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Network hostable DHCP agents. Network: 49be855d-b28d-4483-8f65-8061af3fe98b, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:50:34.114310 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Network 49be855d-b28d-4483-8f65-8061af3fe98b is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:50:34.126724 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ad2ebfb1-6f5d-462c-acee-09b08465763d req-f59a7272-049a-4525-89b0-d6d2658340ba tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541613 Jun 22 00:50:34.127777 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 49be855d-b28d-4483-8f65-8061af3fe98b) {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:34.132330 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:34.132915 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:34.139651 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3891564-3aa6-425e-acc8-edbaed6a782d None None] Network 49be855d-b28d-4483-8f65-8061af3fe98b requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:34.160181 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-1ff35f22-15ab-4f59-be71-9bd7a8b8f4a4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4067023 Jun 22 00:50:34.272129 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dac724b1-2735-431d-a994-7d8d82a8356d req-b6b0f343-3a10-4879-88af-376218d13b99 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 210 time: 0.0312977 Jun 22 00:50:34.281402 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51f0ecb-8546-416f-a7fd-3eda06ee1a6c None None] Network 49be855d-b28d-4483-8f65-8061af3fe98b requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:34.445734 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f8eba-6f35-4ea2-962a-c1cb6236679a req-70e51dd9-e08e-4e04-9517-ef9e4ef6566d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:34.447256 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-627f8eba-6f35-4ea2-962a-c1cb6236679a req-70e51dd9-e08e-4e04-9517-ef9e4ef6566d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 943 time: 0.0671823 Jun 22 00:50:34.486708 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-627f8eba-6f35-4ea2-962a-c1cb6236679a req-b1560563-a906-438a-bd94-c2bf08533170 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330834 Jun 22 00:50:34.651624 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55574) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:34.656775 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935348504-network', 'tenant_id': '8ec225e765484e9b8d576007d4af8cf5'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:34.677772 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Made reservation on behalf of 8ec225e765484e9b8d576007d4af8cf5 for: {'network': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:34.680307 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:34.689477 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:34.792827 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:34.796688 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:34.801073 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4b515e9b-d9a4-4919-bd88-0c57e66672c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:34.821775 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=99507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:50:34.832103 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be2710c-7aea-4386-bda0-7702323ae852,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:34.836491 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:34.837585 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:34.837926 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.segments_db [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Added segment 475b3723-8c5a-4d4b-aadb-53de8182c956 of type vlan for network 7dbb00f2-51d5-4013-aa71-37e4701d382a Jun 22 00:50:34.877987 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:34.905328 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:34.906758 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:34.907376 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:34.910135 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:34.955450 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3026769 Jun 22 00:50:34.957469 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55580) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:34.962595 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Request body: {'subnet': {'network_id': '7dbb00f2-51d5-4013-aa71-37e4701d382a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935348504-subnet', 'tenant_id': '8ec225e765484e9b8d576007d4af8cf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:34.968342 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Pushing event updated for resources: {'Network': ['ID=7dbb00f2-51d5-4013-aa71-37e4701d382a,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:34.971004 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:34.979005 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 7dbb00f2-51d5-4013-aa71-37e4701d382a details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:50:34.986540 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Made reservation on behalf of 8ec225e765484e9b8d576007d4af8cf5 for: {'subnet': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:34.989218 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:35.159159 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061'] for subnet, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:35.163521 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-34378abe-6a0c-4e29-a8e5-cb2040193d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:35.220547 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acbc840-fa73-4fee-acf6-d8b5ff0a5277,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:35.235814 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.236460 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.236961 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.237441 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.237925 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.238443 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.238942 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.239559 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.240040 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.240535 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.241011 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.241486 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:35.243065 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e800-4a73-4994-b1a5-993c673b7800 req-20e2b742-1675-4d73-8e2c-5c4f87dd7381 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:35.246298 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:35.250656 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-20e2b742-1675-4d73-8e2c-5c4f87dd7381 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 815 time: 0.1544316 Jun 22 00:50:35.253385 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Checking segment: {'id': '475b3723-8c5a-4d4b-aadb-53de8182c956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7dbb00f2-51d5-4013-aa71-37e4701d382a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:35.253740 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Network hostable DHCP agents. Network: 7dbb00f2-51d5-4013-aa71-37e4701d382a, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:50:35.271756 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Network 7dbb00f2-51d5-4013-aa71-37e4701d382a is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:50:35.282245 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 7dbb00f2-51d5-4013-aa71-37e4701d382a) {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:35.290978 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c6f8d-c6ff-4701-8c19-fcfd11ca74c0 None None] Network 7dbb00f2-51d5-4013-aa71-37e4701d382a requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:35.297886 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:35.297886 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:35.332190 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3735304 Jun 22 00:50:35.348717 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe619f2-c6e3-4eba-8ed0-4881d6060a8f req-f3464425-bd82-4350-9e13-271922d6f713 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:35.350234 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bfe619f2-c6e3-4eba-8ed0-4881d6060a8f req-f3464425-bd82-4350-9e13-271922d6f713 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0851810 Jun 22 00:50:35.391433 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bfe619f2-c6e3-4eba-8ed0-4881d6060a8f req-c152411b-3e03-479b-b73c-07935b676a6f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337663 Jun 22 00:50:35.432102 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4a8a2ec6-1d60-405e-9a64-b4a642844e53 req-3b846f98-01c3-4361-92d3-837431842416 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 210 time: 0.0342927 Jun 22 00:50:35.447321 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Request body: {'port': {'device_id': '80416a4e-364a-4aae-8825-62d4e2e903ee', 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792', 'admin_state_up': True, 'tenant_id': 'abed0509eac14d0f94282f9058c84b9b'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:35.454168 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d16021e-f89c-423c-99f3-6779ed03d747 None None] Network 7dbb00f2-51d5-4013-aa71-37e4701d382a requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:35.493385 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55594) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:35.543392 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-846d2483-4104-4166-93ba-e38a86511660 admin admin] Deleting subnet 73cec5d1-5136-4bd7-b9b8-1fa675696dc6 {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:50:35.547800 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-846d2483-4104-4166-93ba-e38a86511660 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:35.594472 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-846d2483-4104-4166-93ba-e38a86511660 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:35.603759 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Made reservation on behalf of abed0509eac14d0f94282f9058c84b9b for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:35.605830 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-846d2483-4104-4166-93ba-e38a86511660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:35.610156 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:35.666509 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-846d2483-4104-4166-93ba-e38a86511660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:35.668837 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-22f4e6ba-1dde-408d-84c9-ef046cdda7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:35.703644 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d2483-4104-4166-93ba-e38a86511660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73cec5d1-5136-4bd7-b9b8-1fa675696dc6,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:35.707578 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-846d2483-4104-4166-93ba-e38a86511660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:35.708829 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-846d2483-4104-4166-93ba-e38a86511660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:35.713424 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-846d2483-4104-4166-93ba-e38a86511660 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/73cec5d1-5136-4bd7-b9b8-1fa675696dc6 HTTP/1.1" status: 204 len: 168 time: 0.2165761 Jun 22 00:50:35.713642 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55598) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:35.786331 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642cb63-57a8-4b22-8ba1-8985ce025636 req-bb82e326-d467-4ce2-8e3c-08103dc4a159 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:35.791416 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d642cb63-57a8-4b22-8ba1-8985ce025636 req-bb82e326-d467-4ce2-8e3c-08103dc4a159 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 943 time: 0.1579478 Jun 22 00:50:35.792577 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:35.802850 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Allocated IP 172.20.0.5 (19fe0ada-a91e-4ec7-8159-76864314e792/6e1a9e46-eede-4dcb-adf3-f8c4b66dab15/4fb5a068-5ab6-49ce-b47d-711af1f8bb6e) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:50:35.853209 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d642cb63-57a8-4b22-8ba1-8985ce025636 req-658056cf-c3a5-4df1-8668-900d36d91e1a tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570524 Jun 22 00:50:35.990057 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.029638 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.034093 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:36.062545 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.070286 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['0a03e900-0808-498e-babe-78f009d53055', '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:36.072940 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.073298 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.074067 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.074394 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.074715 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.075835 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.076194 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.076513 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.076843 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.077151 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.084847 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Network 19fe0ada-a91e-4ec7-8159-76864314e792 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:50:36.088152 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:36.094642 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:50:36.098528 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Pushing event updated for resources: {'Port': ['ID=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:36.127293 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.127657 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.128025 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.128384 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.128743 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.129084 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.129432 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.129784 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.130131 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.130474 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.130820 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.131190 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:36.144016 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.144362 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.144689 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.145014 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:50:36.145381 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49be855d-b28d-4483-8f65-8061af3fe98b']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:36.148061 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:36.165222 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1476b50c-4aee-4bbb-9992-cbc34ff52e5d') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:36.165519 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1476b50c-4aee-4bbb-9992-cbc34ff52e5d') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:36.182124 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.188267 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:36.189589 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.203794 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.207378 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7654557 Jun 22 00:50:36.212197 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:50:36.212570 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.227465 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Request body: {'port': {'device_id': '80416a4e-364a-4aae-8825-62d4e2e903ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: from cryptography.utils import int_from_bytes Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: from cryptography.utils import int_from_bytes Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:50:36.253375 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:50:36.278720 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.283426 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:36.298756 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=49be855d-b28d-4483-8f65-8061af3fe98b,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:36.301140 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.306382 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/49be855d-b28d-4483-8f65-8061af3fe98b HTTP/1.1" status: 204 len: 168 time: 0.5891478 Jun 22 00:50:36.306382 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b04b0c5a-bd0f-43a2-9477-72eadbf552c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:36.306763 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55608) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:36.311507 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.351768 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea44c720-4f2b-4149-b880-1a0aab6f71c0 admin admin] Deleting subnet 3acbc840-fa73-4fee-acf6-d8b5ff0a5277 {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:50:36.354881 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ea44c720-4f2b-4149-b880-1a0aab6f71c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.389358 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ea44c720-4f2b-4149-b880-1a0aab6f71c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10396607'] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.429969 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ea44c720-4f2b-4149-b880-1a0aab6f71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.504688 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ea44c720-4f2b-4149-b880-1a0aab6f71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9353184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8710147'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.508426 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:36.533575 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44c720-4f2b-4149-b880-1a0aab6f71c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3acbc840-fa73-4fee-acf6-d8b5ff0a5277,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:36.540775 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ea44c720-4f2b-4149-b880-1a0aab6f71c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:36.542026 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ea44c720-4f2b-4149-b880-1a0aab6f71c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.547400 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ea44c720-4f2b-4149-b880-1a0aab6f71c0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3acbc840-fa73-4fee-acf6-d8b5ff0a5277 HTTP/1.1" status: 204 len: 168 time: 0.2396581 Jun 22 00:50:36.548216 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55614) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:36.616044 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.669338 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:36.680162 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.694555 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.704204 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Transition to ACTIVE for port object 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:50:36.704858 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbb00f2-51d5-4013-aa71-37e4701d382a']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:36.715612 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475b3723-8c5a-4d4b-aadb-53de8182c956') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:36.716543 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475b3723-8c5a-4d4b-aadb-53de8182c956') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:36.719516 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c05a-aa5e-479b-bb25-f25bb32c6968 req-8f577b9c-ddee-4171-84b4-fd69bdc3217a tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:36.720985 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-63e6c05a-aa5e-479b-bb25-f25bb32c6968 req-8f577b9c-ddee-4171-84b4-fd69bdc3217a tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 931 time: 0.1571021 Jun 22 00:50:36.721584 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.724499 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:36.725129 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.733037 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15daf-9744-4167-baff-9e3684c53482 req-eeed6953-af6c-4184-90e7-e4b03845d3a3 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:36.734467 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-82b15daf-9744-4167-baff-9e3684c53482 req-eeed6953-af6c-4184-90e7-e4b03845d3a3 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1825271 Jun 22 00:50:36.742788 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.749150 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:50:36.749530 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:50:36.751275 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:50:36.805789 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.809817 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:36.827057 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:36.831216 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] 10.222.0.26 "DELETE /v2.0/networks/7dbb00f2-51d5-4013-aa71-37e4701d382a HTTP/1.1" status: 204 len: 168 time: 0.2795813 Jun 22 00:50:36.833199 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbb00f2-51d5-4013-aa71-37e4701d382a,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:36.835947 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:36.871468 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:36.877034 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:36.882589 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-63e6c05a-aa5e-479b-bb25-f25bb32c6968 req-22e092e5-1bfa-4ef5-acb1-a7172297d955 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435614 Jun 22 00:50:36.951611 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-82b15daf-9744-4167-baff-9e3684c53482 req-b2678050-caf4-4b97-a522-9a1e77000853 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840997 Jun 22 00:50:36.987665 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Attempting to bind port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:50:36.988015 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Attempting to bind port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:50:36.988350 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Attempting to bind port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e on network 19fe0ada-a91e-4ec7-8159-76864314e792 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:36.994434 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e on network 19fe0ada-a91e-4ec7-8159-76864314e792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:50:36.994753 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Attempting to bind port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e on network 19fe0ada-a91e-4ec7-8159-76864314e792 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:37.009447 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:50:37.009839 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Checking segment: {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:37.010044 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Bound using segment: {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:50:37.010476 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Bound port: 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:50:37.010849 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.034486 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55624) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:37.075319 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-a85af9bf-8cbd-4c45-868c-e2d593815f1b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76b4a13e1eca495cb83b4bec6231180d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395167 Jun 22 00:50:37.077681 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55626) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:37.097026 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4e4f67f8-de75-4f68-8e6b-03193202a7e0 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:50:37.116854 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746a51d-9c98-4d5a-aa59-021d470ceced req-e8ea6a49-bfc1-492a-bf70-e7da5e0eab5a tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:37.118402 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3746a51d-9c98-4d5a-aa59-021d470ceced req-e8ea6a49-bfc1-492a-bf70-e7da5e0eab5a tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 943 time: 0.1251163 Jun 22 00:50:37.119474 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] For port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:50:37.123798 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] For port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:50:37.129217 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0f987b7d-5c9d-4d87-b224-36a7ae357944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.135621 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.140209 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3dfe9fcc-5cd0-4959-a3b8-b19c2bf911cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:37.154325 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0f987b7d-5c9d-4d87-b224-36a7ae357944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.190281 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:37.191509 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.193058 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] 10.222.0.15 "PUT /v2.0/ports/4fb5a068-5ab6-49ce-b47d-711af1f8bb6e HTTP/1.1" status: 200 len: 1093 time: 0.9708679 Jun 22 00:50:37.198240 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80416a4e-364a-4aae-8825-62d4e2e903ee', 'tag': '4fb5a068-5ab6-49ce-b47d-711af1f8bb6e'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:37.202471 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131cc847-47df-4ab2-944a-0d52711974ae" -d '{"events": [{"name": "network-changed", "server_uuid": "80416a4e-364a-4aae-8825-62d4e2e903ee", "tag": "4fb5a068-5ab6-49ce-b47d-711af1f8bb6e"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:37.204666 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4e4f67f8-de75-4f68-8e6b-03193202a7e0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4e4f67f8-de75-4f68-8e6b-03193202a7e0,segment=NetworkSegment(d5526e22-cd00-49c4-b450-14f14668202b),segment_id=d5526e22-cd00-49c4-b450-14f14668202b)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:37.219876 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0f987b7d-5c9d-4d87-b224-36a7ae357944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.223486 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0f987b7d-5c9d-4d87-b224-36a7ae357944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.225087 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-0f987b7d-5c9d-4d87-b224-36a7ae357944 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38c31abb-02c8-4d83-affc-c08f32203374 HTTP/1.1" status: 204 len: 168 time: 0.1465242 Jun 22 00:50:37.226639 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0ca98de9-23ba-4dd5-94eb-f0a428fdc59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:37.242707 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '4e4f67f8-de75-4f68-8e6b-03193202a7e0', 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede', 'port_id': '4e4f67f8-de75-4f68-8e6b-03193202a7e0', 'mac_address': 'fa:16:3e:51:25:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba31f23-8c63-4536-aa95-a36285a4d6ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:50:37.245057 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3746a51d-9c98-4d5a-aa59-021d470ceced req-1e13c432-9598-4e53-9816-2f3931cbd004 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165469 Jun 22 00:50:37.254074 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f987b7d-5c9d-4d87-b224-36a7ae357944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c31abb-02c8-4d83-affc-c08f32203374,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:37.258051 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0f987b7d-5c9d-4d87-b224-36a7ae357944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:37.301933 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:37.304488 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:37.306183 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9f2067-79ec-49e1-a78a-b1a735e0918e x-openstack-request-id: req-1c9f2067-79ec-49e1-a78a-b1a735e0918e {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:37.306807 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80416a4e-364a-4aae-8825-62d4e2e903ee", "tag": "4fb5a068-5ab6-49ce-b47d-711af1f8bb6e", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:37.306807 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c9f2067-79ec-49e1-a78a-b1a735e0918e {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:37.307184 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80416a4e-364a-4aae-8825-62d4e2e903ee', 'tag': '4fb5a068-5ab6-49ce-b47d-711af1f8bb6e', 'status': 'completed', 'code': 200} Jun 22 00:50:37.337898 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.348717 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4f67f8-de75-4f68-8e6b-03193202a7e0 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:37.371445 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4e4f67f8-de75-4f68-8e6b-03193202a7e0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4e4f67f8-de75-4f68-8e6b-03193202a7e0,segment=NetworkSegment(d5526e22-cd00-49c4-b450-14f14668202b),segment_id=d5526e22-cd00-49c4-b450-14f14668202b)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:37.377629 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.380408 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:37.388718 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e800-4a73-4994-b1a5-993c673b7800 req-0b03b134-2ef1-4486-af3d-a41ec3b20a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:37.391832 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-0b03b134-2ef1-4486-af3d-a41ec3b20a36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 1096 time: 0.1015279 Jun 22 00:50:37.444794 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4e4f67f8-de75-4f68-8e6b-03193202a7e0,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:37.449166 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:37.474967 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-056d719f-b248-4aba-b2f3-c8c0a4d73efd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e HTTP/1.1" status: 200 len: 217 time: 0.0692482 Jun 22 00:50:37.558821 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e800-4a73-4994-b1a5-993c673b7800 req-92ae5fdd-8230-4e6b-9576-325f1fcd0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:37.560689 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-92ae5fdd-8230-4e6b-9576-325f1fcd0937 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e1a9e46-eede-4dcb-adf3-f8c4b66dab15 HTTP/1.1" status: 200 len: 855 time: 0.0797009 Jun 22 00:50:37.602086 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-dc83b690-760c-4601-b3e4-745c9ad5c9bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19fe0ada-a91e-4ec7-8159-76864314e792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272813 Jun 22 00:50:37.618611 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24737a51-fd79-43c3-a127-ea20c1cb036b req-c9ef2cb4-2e3f-47fe-aa33-90108b4a5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:37.620008 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-24737a51-fd79-43c3-a127-ea20c1cb036b req-c9ef2cb4-2e3f-47fe-aa33-90108b4a5e02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 1099 time: 0.0903926 Jun 22 00:50:37.700446 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-24737a51-fd79-43c3-a127-ea20c1cb036b req-bc258edf-b6a2-42d7-97bd-6bc59e25335d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699005 Jun 22 00:50:37.726737 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-87b4b63e-c03d-4673-a156-706c9d858aa5 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173663 Jun 22 00:50:37.738086 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55644) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:37.779189 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-8de359da-6a02-4b0a-9edd-8ffe49c1a653 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ec225e765484e9b8d576007d4af8cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397463 Jun 22 00:50:37.781696 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55646) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:37.835271 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-8b38c02e-9a5a-4f0c-944b-906fb1bd3af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.857848 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-8b38c02e-9a5a-4f0c-944b-906fb1bd3af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.918022 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-8b38c02e-9a5a-4f0c-944b-906fb1bd3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.921980 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-8b38c02e-9a5a-4f0c-944b-906fb1bd3af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.923307 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-8b38c02e-9a5a-4f0c-944b-906fb1bd3af8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7be2710c-7aea-4386-bda0-7702323ae852 HTTP/1.1" status: 204 len: 168 time: 0.1402836 Jun 22 00:50:37.924336 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:37.933455 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38c02e-9a5a-4f0c-944b-906fb1bd3af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be2710c-7aea-4386-bda0-7702323ae852,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:37.942578 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-8b38c02e-9a5a-4f0c-944b-906fb1bd3af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:38.127196 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75235c94-5f9e-4df5-a048-50dc065f51b7 req-18d0667a-b019-45ac-bc78-689ecf4ace5c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:38.128700 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['4e4f67f8-de75-4f68-8e6b-03193202a7e0'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:38.129216 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-75235c94-5f9e-4df5-a048-50dc065f51b7 req-18d0667a-b019-45ac-bc78-689ecf4ace5c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 943 time: 0.1050980 Jun 22 00:50:38.195158 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b5a71-8207-4915-9c8b-c4e5078eea48 req-2e6123fd-aaa0-4e36-914e-70dcbaffaeab tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:38.196680 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d91b5a71-8207-4915-9c8b-c4e5078eea48 req-2e6123fd-aaa0-4e36-914e-70dcbaffaeab tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1156039 Jun 22 00:50:38.213555 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-75235c94-5f9e-4df5-a048-50dc065f51b7 req-a555053e-c5b5-4a25-9376-08f0105d776c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728416 Jun 22 00:50:38.302318 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d91b5a71-8207-4915-9c8b-c4e5078eea48 req-87afc16e-8b83-4b5f-b91b-66181a855eef tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761628 Jun 22 00:50:38.335914 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e340e800-4a73-4994-b1a5-993c673b7800 req-a9a5c55d-7202-4b5b-8d19-d7fcd2568bcd service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360934 Jun 22 00:50:38.462422 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8de19-0d82-4e8a-ba99-4f2105fdcc0d req-14fcc575-df2b-440a-abcd-7fff27c33b50 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:38.463903 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-22f8de19-0d82-4e8a-ba99-4f2105fdcc0d req-14fcc575-df2b-440a-abcd-7fff27c33b50 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 944 time: 0.0639572 Jun 22 00:50:38.533804 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-22f8de19-0d82-4e8a-ba99-4f2105fdcc0d req-80b1418a-bb80-4864-891b-c6bfc6cb4dbd tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602503 Jun 22 00:50:38.545716 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cc847-47df-4ab2-944a-0d52711974ae req-db3a0d7c-ed47-498f-8db5-a5fa6f1aaa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:38.547292 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-131cc847-47df-4ab2-944a-0d52711974ae req-db3a0d7c-ed47-498f-8db5-a5fa6f1aaa9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 1096 time: 0.0824749 Jun 22 00:50:38.654398 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cc847-47df-4ab2-944a-0d52711974ae req-2439ff79-307a-43d0-8331-a9dd1c446734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:38.659929 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-131cc847-47df-4ab2-944a-0d52711974ae req-2439ff79-307a-43d0-8331-a9dd1c446734 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 916 time: 0.1015022 Jun 22 00:50:38.698392 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-131cc847-47df-4ab2-944a-0d52711974ae req-31a90360-0756-4826-a5f9-04061b1fa3f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e HTTP/1.1" status: 200 len: 217 time: 0.0346873 Jun 22 00:50:38.754078 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cc847-47df-4ab2-944a-0d52711974ae req-e5dd9be8-6d29-467d-820f-7c379ff2add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:38.756220 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-131cc847-47df-4ab2-944a-0d52711974ae req-e5dd9be8-6d29-467d-820f-7c379ff2add8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e1a9e46-eede-4dcb-adf3-f8c4b66dab15 HTTP/1.1" status: 200 len: 855 time: 0.0514193 Jun 22 00:50:38.792232 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-131cc847-47df-4ab2-944a-0d52711974ae req-dcf15bd5-6030-4b5f-99c3-6339ad088e77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19fe0ada-a91e-4ec7-8159-76864314e792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270562 Jun 22 00:50:39.051395 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-131cc847-47df-4ab2-944a-0d52711974ae req-776abc6b-d7c8-4ae3-9a95-4b64ed12f8cf service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857663 Jun 22 00:50:39.211650 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-131cc847-47df-4ab2-944a-0d52711974ae req-8d563351-9340-4a33-9c76-1f5c32d13265 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944796 Jun 22 00:50:39.412184 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3a390-1be4-4789-91df-a21ff58e6fa4 req-76e74ce6-3bac-4618-bfa8-9fd0a2dd1bb8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:39.414053 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-36e3a390-1be4-4789-91df-a21ff58e6fa4 req-76e74ce6-3bac-4618-bfa8-9fd0a2dd1bb8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 943 time: 0.0725844 Jun 22 00:50:39.458333 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-36e3a390-1be4-4789-91df-a21ff58e6fa4 req-e5e8b1a2-7724-44c3-b990-24f7bea1ca90 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379100 Jun 22 00:50:39.640783 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d5383-f060-4119-b707-4c5631f537ae req-c75adae0-52fc-44ba-942b-f52537f2da0c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:39.643106 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-469d5383-f060-4119-b707-4c5631f537ae req-c75adae0-52fc-44ba-942b-f52537f2da0c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0767801 Jun 22 00:50:39.693221 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-469d5383-f060-4119-b707-4c5631f537ae req-d0bf0fa6-ec3c-43b5-8f8a-cb962b9d861f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363934 Jun 22 00:50:39.752126 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55734) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:39.849908 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89045c9a-0ff4-48bd-bd7b-b8750830c02e req-67bb731e-6fd5-4251-a95e-799cfe2dfe01 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:39.851561 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-89045c9a-0ff4-48bd-bd7b-b8750830c02e req-67bb731e-6fd5-4251-a95e-799cfe2dfe01 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 944 time: 0.0679853 Jun 22 00:50:39.883706 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0714f079-fafb-4758-b94a-04cc7706209e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:39.928178 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-89045c9a-0ff4-48bd-bd7b-b8750830c02e req-f513a1fa-63d8-48c8-855a-0bd149e5e26c tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657461 Jun 22 00:50:39.998120 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0714f079-fafb-4758-b94a-04cc7706209e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.001880 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0714f079-fafb-4758-b94a-04cc7706209e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.005038 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:40.040712 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-0714f079-fafb-4758-b94a-04cc7706209e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d5abfe2991340bf949dae639cfb9ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873755 Jun 22 00:50:40.041844 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714f079-fafb-4758-b94a-04cc7706209e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb533789-88a8-4301-bb6b-cd0d2e05521c,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:40.043331 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55740) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:40.045464 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0714f079-fafb-4758-b94a-04cc7706209e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:40.094319 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b6a4907a-1715-47d6-b3d9-814aa762beab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.115431 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b6a4907a-1715-47d6-b3d9-814aa762beab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.164354 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b6a4907a-1715-47d6-b3d9-814aa762beab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.166917 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b6a4907a-1715-47d6-b3d9-814aa762beab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.168038 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b6a4907a-1715-47d6-b3d9-814aa762beab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb533789-88a8-4301-bb6b-cd0d2e05521c HTTP/1.1" status: 204 len: 168 time: 0.1232646 Jun 22 00:50:40.168816 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-18bc4b3e-ed99-4f50-a604-ede4155ab627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:40.176597 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4907a-1715-47d6-b3d9-814aa762beab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb533789-88a8-4301-bb6b-cd0d2e05521c,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:40.178849 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b6a4907a-1715-47d6-b3d9-814aa762beab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:40.415191 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55748) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:40.427848 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c844-adc5-4148-9b9e-6d11cf843ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.516894 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c844-adc5-4148-9b9e-6d11cf843ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.520678 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c844-adc5-4148-9b9e-6d11cf843ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.523194 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0119b100-a055-4a98-a7bd-c9c6fca502de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:40.559790 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-7cc4c844-adc5-4148-9b9e-6d11cf843ea3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6acdab8475148b4ad56f425f60cfb27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434324 Jun 22 00:50:40.560726 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4c844-adc5-4148-9b9e-6d11cf843ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ae220-e075-426c-b5e5-fc7ca9ae286e,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:40.562534 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55752) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:40.564089 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7cc4c844-adc5-4148-9b9e-6d11cf843ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:40.653298 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bab193a1-86c2-40b5-9cca-bcff9bc78aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.683725 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba771-62bf-4250-80ba-478eae3b8a69 req-ee736777-348f-4a3d-916a-8b2a2269ec33 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:40.685768 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d5eba771-62bf-4250-80ba-478eae3b8a69 req-ee736777-348f-4a3d-916a-8b2a2269ec33 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 943 time: 0.1027999 Jun 22 00:50:40.687529 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bab193a1-86c2-40b5-9cca-bcff9bc78aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.751416 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d5eba771-62bf-4250-80ba-478eae3b8a69 req-8683af46-1386-4ecd-8cb7-ad7a392a9ce7 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552065 Jun 22 00:50:40.775097 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bab193a1-86c2-40b5-9cca-bcff9bc78aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.775097 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bab193a1-86c2-40b5-9cca-bcff9bc78aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:40.775097 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-bab193a1-86c2-40b5-9cca-bcff9bc78aa9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d2ae220-e075-426c-b5e5-fc7ca9ae286e HTTP/1.1" status: 204 len: 168 time: 0.2087002 Jun 22 00:50:40.775097 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-cee967f5-422e-4623-abef-16e47ba047f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:40.782175 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab193a1-86c2-40b5-9cca-bcff9bc78aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ae220-e075-426c-b5e5-fc7ca9ae286e,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:40.784454 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bab193a1-86c2-40b5-9cca-bcff9bc78aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:40.922220 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bad0cc-03fb-4207-b62e-5f2bd14f3749 req-4966f6be-1bf8-45c0-88e7-8a026854e838 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:40.923729 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-51bad0cc-03fb-4207-b62e-5f2bd14f3749 req-4966f6be-1bf8-45c0-88e7-8a026854e838 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0684166 Jun 22 00:50:40.961679 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-51bad0cc-03fb-4207-b62e-5f2bd14f3749 req-2eee17b9-926d-460a-89bb-022533f0eddd tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323565 Jun 22 00:50:41.123807 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23584ecd-f5d6-4509-92b5-ae2c29a58929 req-71b6de6f-6374-4185-8df6-38547ea07741 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:41.125307 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-23584ecd-f5d6-4509-92b5-ae2c29a58929 req-71b6de6f-6374-4185-8df6-38547ea07741 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 944 time: 0.0665510 Jun 22 00:50:41.165076 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-23584ecd-f5d6-4509-92b5-ae2c29a58929 req-5a4b926d-355e-4e35-8703-20b69df4d0a7 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Jun 22 00:50:41.468715 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55784) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:41.562593 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-730754355-network', 'tenant_id': 'd94c1e7b0cae4cc88e77bbfb90a17477'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:41.584026 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Made reservation on behalf of d94c1e7b0cae4cc88e77bbfb90a17477 for: {'network': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:41.586427 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:41.595315 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:41.685575 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:41.689491 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:41.692101 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:41.716378 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=99507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:50:41.724718 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c4098d-3877-4b8e-abd3-8d254ef5d1f5,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:41.727999 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:41.733057 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:41.733156 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.segments_db [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Added segment d433281b-ee1b-48da-9157-ad39c0a45948 of type vlan for network 45f8b7f5-b117-4a58-bcdb-1eff3fac0d23 Jun 22 00:50:42.015694 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:42.057359 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:42.059429 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:42.060080 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:42.065131 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d2b0925b-70e3-491a-ad2d-e02b55747e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:42.087666 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb2026-e46a-483e-99c2-d45eb64b9b70 req-85d7c090-ee69-44d4-8eca-9a06092d06ef tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:42.089087 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-26bb2026-e46a-483e-99c2-d45eb64b9b70 req-85d7c090-ee69-44d4-8eca-9a06092d06ef tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 943 time: 0.1073508 Jun 22 00:50:42.133307 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6635027 Jun 22 00:50:42.136230 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55796) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:42.141844 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Request body: {'subnet': {'network_id': '45f8b7f5-b117-4a58-bcdb-1eff3fac0d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-730754355-subnet', 'tenant_id': 'd94c1e7b0cae4cc88e77bbfb90a17477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:42.155353 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Pushing event updated for resources: {'Network': ['ID=45f8b7f5-b117-4a58-bcdb-1eff3fac0d23,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:42.158291 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:42.165492 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Made reservation on behalf of d94c1e7b0cae4cc88e77bbfb90a17477 for: {'subnet': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:42.166469 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 45f8b7f5-b117-4a58-bcdb-1eff3fac0d23 details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:50:42.167596 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-26bb2026-e46a-483e-99c2-d45eb64b9b70 req-c0003488-fac8-4cd9-b353-a69cba60340d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524623 Jun 22 00:50:42.169408 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8710182'] for subnet, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:42.353905 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a9cee-5067-4bac-8fad-384437a068fd req-f7920957-1780-4318-9519-cc034d2b280d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:42.355273 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e59a9cee-5067-4bac-8fad-384437a068fd req-f7920957-1780-4318-9519-cc034d2b280d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0645301 Jun 22 00:50:42.360217 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9353023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8710164'] for subnet, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:42.362802 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ea44c720-4f2b-4149-b880-1a0aab6f71c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:42.393294 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e59a9cee-5067-4bac-8fad-384437a068fd req-c9624a17-9735-4e61-9e83-729c540b1da3 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Jun 22 00:50:42.419916 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0380fea-0861-4b72-adc2-992570dff88c,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:42.429102 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:42.430212 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Checking segment: {'id': 'd433281b-ee1b-48da-9157-ad39c0a45948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '45f8b7f5-b117-4a58-bcdb-1eff3fac0d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:42.430571 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Network hostable DHCP agents. Network: 45f8b7f5-b117-4a58-bcdb-1eff3fac0d23, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:50:42.448665 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Network 45f8b7f5-b117-4a58-bcdb-1eff3fac0d23 is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:50:42.459048 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 45f8b7f5-b117-4a58-bcdb-1eff3fac0d23) {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:42.463373 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:42.463965 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:42.468815 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627476a7-3981-4e87-89db-61eb3d6248cf None None] Network 45f8b7f5-b117-4a58-bcdb-1eff3fac0d23 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:42.483162 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3459108 Jun 22 00:50:42.583483 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6276eb-ec2c-459f-99ff-2545c363895d req-33b0a480-1d20-4a72-b30b-7b19476a10d4 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:42.585271 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9c6276eb-ec2c-459f-99ff-2545c363895d req-33b0a480-1d20-4a72-b30b-7b19476a10d4 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 944 time: 0.0704346 Jun 22 00:50:42.606682 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadeabb6-86f1-4301-9feb-406a1328362b None None] Network 45f8b7f5-b117-4a58-bcdb-1eff3fac0d23 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:42.631700 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9c6276eb-ec2c-459f-99ff-2545c363895d req-d8bbc678-5447-40c2-8a73-5a3bd8a0cae7 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Jun 22 00:50:42.974019 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55818) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:42.978996 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1931435056-network', 'tenant_id': 'fee97b8cca744578b258debc4a9c654b'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:43.000617 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Made reservation on behalf of fee97b8cca744578b258debc4a9c654b for: {'network': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:43.002991 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.010715 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.102527 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.107594 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.110464 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-619e0247-9cbf-4aad-8746-0198452e6687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:43.135281 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=99507) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:50:43.140760 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c2963c-b9f4-4784-8484-df366d4be4c3,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:43.143960 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:43.149352 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.149719 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.segments_db [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Added segment 380f609d-97ef-4b03-9670-5b840ca1b356 of type vlan for network 4080e0e3-ecf8-4d22-8438-e4ff853aa47c Jun 22 00:50:43.189372 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.219969 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.221402 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:43.221986 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.224172 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-56eb4bcf-1e53-4e8f-ba7a-acf0fd1c7360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:43.282662 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3075328 Jun 22 00:50:43.285399 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55824) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:43.290403 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Request body: {'subnet': {'network_id': '4080e0e3-ecf8-4d22-8438-e4ff853aa47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1931435056-subnet', 'tenant_id': 'fee97b8cca744578b258debc4a9c654b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:43.294563 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Pushing event updated for resources: {'Network': ['ID=4080e0e3-ecf8-4d22-8438-e4ff853aa47c,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:43.297429 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:43.307424 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 4080e0e3-ecf8-4d22-8438-e4ff853aa47c details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:50:43.312664 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Made reservation on behalf of fee97b8cca744578b258debc4a9c654b for: {'subnet': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:43.315918 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8710182'] for subnet, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.362955 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc141c0-4f4a-4644-98d6-ae0a83b5c5ab req-85b74233-7e8c-45f6-894d-59b42bd01505 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:43.364462 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2cc141c0-4f4a-4644-98d6-ae0a83b5c5ab req-85b74233-7e8c-45f6-894d-59b42bd01505 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 943 time: 0.0807865 Jun 22 00:50:43.406101 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2cc141c0-4f4a-4644-98d6-ae0a83b5c5ab req-3eb2a526-43ed-4acc-b9b6-10cabc8597ee tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346849 Jun 22 00:50:43.497980 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9353023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8710164'] for subnet, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.501862 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d6a1aace-8d62-4bc6-808d-7e95169ed95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:43.544232 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d72ec60-2017-4952-a409-31720e959985 req-cc24783b-df31-470c-8698-0b228550bf11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821576 Jun 22 00:50:43.554847 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67718405-32b8-4679-a7e0-cc767d35180a,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:43.557479 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:43.573387 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Checking segment: {'id': '380f609d-97ef-4b03-9670-5b840ca1b356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4080e0e3-ecf8-4d22-8438-e4ff853aa47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:43.573914 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Network hostable DHCP agents. Network: 4080e0e3-ecf8-4d22-8438-e4ff853aa47c, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:50:43.576768 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2801a-fd76-48cf-a6af-0d0e6747753c req-cf51ab63-55af-403a-9d8f-f31a06906352 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:43.578299 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8f2801a-fd76-48cf-a6af-0d0e6747753c req-cf51ab63-55af-403a-9d8f-f31a06906352 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0700924 Jun 22 00:50:43.592183 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Network 4080e0e3-ecf8-4d22-8438-e4ff853aa47c is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:50:43.603306 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 4080e0e3-ecf8-4d22-8438-e4ff853aa47c) {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:43.610232 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:43.610232 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.615033 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23fdea-cff9-4e5a-9f91-920def2faa24 None None] Network 4080e0e3-ecf8-4d22-8438-e4ff853aa47c requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:43.626647 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-34ef1f17-cd55-4fe7-b1ae-bb041be34057 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3401184 Jun 22 00:50:43.655514 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8f2801a-fd76-48cf-a6af-0d0e6747753c req-b698d938-04a5-4ec0-b2b6-c1541d297a2d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702326 Jun 22 00:50:43.685814 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72ec60-2017-4952-a409-31720e959985 req-faa90af9-95c6-4b01-813b-b61bd4d5b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:43.687380 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d72ec60-2017-4952-a409-31720e959985 req-faa90af9-95c6-4b01-813b-b61bd4d5b6ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 1098 time: 0.0885727 Jun 22 00:50:43.804506 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a085761-6b24-417f-98c0-b30eb79823cc None None] Network 4080e0e3-ecf8-4d22-8438-e4ff853aa47c requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:43.883628 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.887114 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72ec60-2017-4952-a409-31720e959985 req-05edfd0e-34bb-4977-b5a7-5f1f058fa444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:43.889481 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d72ec60-2017-4952-a409-31720e959985 req-05edfd0e-34bb-4977-b5a7-5f1f058fa444 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 916 time: 0.1572740 Jun 22 00:50:43.898225 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245da81-d0fe-4f6a-8202-d7d74594b6c0 req-e9b6965b-74d6-4f65-b2f5-f3baefa6802e tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:43.899764 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7245da81-d0fe-4f6a-8202-d7d74594b6c0 req-e9b6965b-74d6-4f65-b2f5-f3baefa6802e tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 944 time: 0.1137202 Jun 22 00:50:43.955134 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d72ec60-2017-4952-a409-31720e959985 req-e876929d-2a23-4d11-b5ce-1c493d6985fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a03e900-0808-498e-babe-78f009d53055 HTTP/1.1" status: 200 len: 217 time: 0.0542324 Jun 22 00:50:44.005601 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7245da81-d0fe-4f6a-8202-d7d74594b6c0 req-b7bdca89-e064-4854-aea0-bb001468db9c tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963039 Jun 22 00:50:44.024059 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72ec60-2017-4952-a409-31720e959985 req-5e3f66d3-4ee0-44d7-8674-d14c46f092d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:44.025489 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d72ec60-2017-4952-a409-31720e959985 req-5e3f66d3-4ee0-44d7-8674-d14c46f092d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e1a9e46-eede-4dcb-adf3-f8c4b66dab15 HTTP/1.1" status: 200 len: 855 time: 0.0617123 Jun 22 00:50:44.062649 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d72ec60-2017-4952-a409-31720e959985 req-5ef76992-6071-4b1b-af33-e65de70cc886 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19fe0ada-a91e-4ec7-8159-76864314e792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269778 Jun 22 00:50:44.168616 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d72ec60-2017-4952-a409-31720e959985 req-7469f644-9f9e-47e9-b9bc-41e357083937 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908535 Jun 22 00:50:44.278852 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d72ec60-2017-4952-a409-31720e959985 req-3e6e783a-0a3f-4587-811b-adfccf2d7232 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911789 Jun 22 00:50:44.604920 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a20da8-b0d8-4b1b-9b1d-8dc4fef24b08 req-243be5e5-3368-402d-b077-366730df1a6a tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:44.606474 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c7a20da8-b0d8-4b1b-9b1d-8dc4fef24b08 req-243be5e5-3368-402d-b077-366730df1a6a tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 943 time: 0.0705745 Jun 22 00:50:44.645379 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c7a20da8-b0d8-4b1b-9b1d-8dc4fef24b08 req-e213a42f-a9e7-4d27-9309-eeec70cde279 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330610 Jun 22 00:50:44.887471 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaca9c3-12b6-4f62-aabb-348a7d4914fb req-685418a4-7e04-4868-ac57-80b8f0809f84 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:44.888975 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-eaaca9c3-12b6-4f62-aabb-348a7d4914fb req-685418a4-7e04-4868-ac57-80b8f0809f84 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0772042 Jun 22 00:50:44.930333 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-eaaca9c3-12b6-4f62-aabb-348a7d4914fb req-e5c37803-b791-4714-9b30-37b76b831d67 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356143 Jun 22 00:50:45.135861 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4e4f67f8-de75-4f68-8e6b-03193202a7e0 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:50:45.187668 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 4e4f67f8-de75-4f68-8e6b-03193202a7e0 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:50:45.191570 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 4e4f67f8-de75-4f68-8e6b-03193202a7e0 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:50:45.191952 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:45.207408 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8712f5-7bcb-492a-85f9-5b65d3d7620d req-f1efdbb5-c98d-4fdd-8883-0cffe4f6ee3c tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:45.208921 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c8712f5-7bcb-492a-85f9-5b65d3d7620d req-f1efdbb5-c98d-4fdd-8883-0cffe4f6ee3c tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 944 time: 0.0679653 Jun 22 00:50:45.250560 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c8712f5-7bcb-492a-85f9-5b65d3d7620d req-0ec64c96-815d-4f16-87ac-4eae77e7c7e9 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357666 Jun 22 00:50:45.272530 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:45.296681 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419b07b5-b717-4e12-a370-228aaac87785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4f67f8-de75-4f68-8e6b-03193202a7e0'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:45.299141 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c76abf-f5a6-4688-9314-b1d6a88c1f25" -d '{"events": [{"server_uuid": "419b07b5-b717-4e12-a370-228aaac87785", "name": "network-vif-plugged", "status": "completed", "tag": "4e4f67f8-de75-4f68-8e6b-03193202a7e0"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:45.312930 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4e4f67f8-de75-4f68-8e6b-03193202a7e0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4e4f67f8-de75-4f68-8e6b-03193202a7e0,segment=NetworkSegment(d5526e22-cd00-49c4-b450-14f14668202b),segment_id=d5526e22-cd00-49c4-b450-14f14668202b)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:45.318434 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:45.321702 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:45.346343 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e7027b-4e52-4c86-a6fc-613d6e0058c2 x-openstack-request-id: req-77e7027b-4e52-4c86-a6fc-613d6e0058c2 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:45.346787 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419b07b5-b717-4e12-a370-228aaac87785", "name": "network-vif-plugged", "status": "completed", "tag": "4e4f67f8-de75-4f68-8e6b-03193202a7e0", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:45.348040 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77e7027b-4e52-4c86-a6fc-613d6e0058c2 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:45.348040 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419b07b5-b717-4e12-a370-228aaac87785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4f67f8-de75-4f68-8e6b-03193202a7e0', 'code': 200} Jun 22 00:50:45.375353 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4e4f67f8-de75-4f68-8e6b-03193202a7e0,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:45.378432 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:45.698336 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00730db-4f49-4773-a15c-c87168b0210b req-a6dfb117-52e1-4ddc-9b70-1e93013e25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:45.699668 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d00730db-4f49-4773-a15c-c87168b0210b req-a6dfb117-52e1-4ddc-9b70-1e93013e25f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 1098 time: 0.0600982 Jun 22 00:50:45.736755 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d00730db-4f49-4773-a15c-c87168b0210b req-2f44b1a1-fe6d-475d-bebe-98abffd64de6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299985 Jun 22 00:50:45.847236 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600973e-01bf-4b23-8500-c03d6f4a4263 req-7617bcf1-843b-44ec-813e-7469e253176c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:45.848709 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0600973e-01bf-4b23-8500-c03d6f4a4263 req-7617bcf1-843b-44ec-813e-7469e253176c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 943 time: 0.0671835 Jun 22 00:50:45.889586 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0600973e-01bf-4b23-8500-c03d6f4a4263 req-acf28b11-4fbb-48af-8d9f-502f0487bd76 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Jun 22 00:50:46.118120 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c4945-7daa-447b-8d57-4d2656656cce req-808cfb84-d7c9-4768-82e3-4584fa786bd1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:46.119725 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c92c4945-7daa-447b-8d57-4d2656656cce req-808cfb84-d7c9-4768-82e3-4584fa786bd1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0738630 Jun 22 00:50:46.160215 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c92c4945-7daa-447b-8d57-4d2656656cce req-561e8a4c-978d-4917-859a-89a41c73740d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331659 Jun 22 00:50:46.346160 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47a08-e005-4c94-bee1-d2acd95ca67e req-9db7198d-5b12-4400-ae08-848b516ba288 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:46.347649 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7c47a08-e005-4c94-bee1-d2acd95ca67e req-9db7198d-5b12-4400-ae08-848b516ba288 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0696280 Jun 22 00:50:46.427827 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7c47a08-e005-4c94-bee1-d2acd95ca67e req-bccc4ffb-bd0e-4969-bcaf-ba7c526d7a26 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734761 Jun 22 00:50:46.466960 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a638738-7dc0-4cb5-800e-152532274add req-7d289db6-1f0d-4911-b60a-db1254ea196c tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:46.468630 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3a638738-7dc0-4cb5-800e-152532274add req-7d289db6-1f0d-4911-b60a-db1254ea196c tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 945 time: 0.0969911 Jun 22 00:50:46.519773 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3a638738-7dc0-4cb5-800e-152532274add req-75fdccba-3026-4ed1-b253-5a188b2abc14 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372953 Jun 22 00:50:47.037173 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55958) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:47.082813 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531c061-cd7d-466b-9d0d-bcfedabddb8d req-05ea8944-0a0b-4ab0-8bea-3c739935b009 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:47.084296 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b531c061-cd7d-466b-9d0d-bcfedabddb8d req-05ea8944-0a0b-4ab0-8bea-3c739935b009 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 943 time: 0.0688756 Jun 22 00:50:47.123918 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b531c061-cd7d-466b-9d0d-bcfedabddb8d req-888b06cd-705a-4d25-861b-10e091155c4c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337846 Jun 22 00:50:47.144398 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5b3ec6b2-1149-4c8f-b758-7b25b32509a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.175515 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:50:47.238670 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5b3ec6b2-1149-4c8f-b758-7b25b32509a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.252987 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5b3ec6b2-1149-4c8f-b758-7b25b32509a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.294819 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:47.310969 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '4fb5a068-5ab6-49ce-b47d-711af1f8bb6e', 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792', 'port_id': '4fb5a068-5ab6-49ce-b47d-711af1f8bb6e', 'mac_address': 'fa:16:3e:2f:1e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1a9e46-eede-4dcb-adf3-f8c4b66dab15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:50:47.311302 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c79f3182-c4d8-4108-8745-2817673d50b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:47.324773 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 55972) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:47.328171 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-5b3ec6b2-1149-4c8f-b758-7b25b32509a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7246b4b333245db8be613c2b7a9bea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896955 Jun 22 00:50:47.363248 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.374077 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ec6b2-1149-4c8f-b758-7b25b32509a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b93ab80-2830-46c1-acf9-4f0c45745943,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:47.377931 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:47.378079 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-5b3ec6b2-1149-4c8f-b758-7b25b32509a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:47.402603 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:47.409381 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.413824 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-af21acf9-8fe7-415f-abd3-4f8742a604a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:47.423852 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4f1d045c-df77-44dc-beda-50bbb1ebfc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.446942 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4f1d045c-df77-44dc-beda-50bbb1ebfc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.467494 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:47.471507 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:47.486494 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55978) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:47.512211 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4f1d045c-df77-44dc-beda-50bbb1ebfc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.516254 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4f1d045c-df77-44dc-beda-50bbb1ebfc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.518385 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-4f1d045c-df77-44dc-beda-50bbb1ebfc6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b93ab80-2830-46c1-acf9-4f0c45745943 HTTP/1.1" status: 204 len: 168 time: 0.1921928 Jun 22 00:50:47.519611 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d9c25e73-b46e-4119-9abb-3a04595a516d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:47.527682 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d045c-df77-44dc-beda-50bbb1ebfc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b93ab80-2830-46c1-acf9-4f0c45745943,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:47.530669 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4f1d045c-df77-44dc-beda-50bbb1ebfc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:47.565338 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 55986) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:47.672138 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1e55514e-2a44-443c-9cd9-41bdb9617484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.753190 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063e769-9700-41a3-b6e8-cc08287915f5 req-37d4ef6c-892a-412e-8322-042794610b77 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:47.755203 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1063e769-9700-41a3-b6e8-cc08287915f5 req-37d4ef6c-892a-412e-8322-042794610b77 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 945 time: 0.1022704 Jun 22 00:50:47.820530 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1e55514e-2a44-443c-9cd9-41bdb9617484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.833777 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1e55514e-2a44-443c-9cd9-41bdb9617484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.837477 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b392efb0-fc57-4748-bd6f-7151d0923456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:47.841299 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1063e769-9700-41a3-b6e8-cc08287915f5 req-c5801f1b-b66d-451f-8b4c-ded9bce1ef7d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771403 Jun 22 00:50:47.894821 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-1e55514e-2a44-443c-9cd9-41bdb9617484 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0333d910326e412789ad351c8d407137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062374 Jun 22 00:50:47.896227 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55514e-2a44-443c-9cd9-41bdb9617484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f7e29f-4d88-443f-a47f-b95b37cf4e15,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:47.897360 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56000) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:47.912217 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1e55514e-2a44-443c-9cd9-41bdb9617484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:47.926522 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['4fb5a068-5ab6-49ce-b47d-711af1f8bb6e'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:48.002585 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-aa6146f6-6949-4585-be42-eebb9c1cad75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:48.009654 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-fc78d258-87e7-465b-bb46-eac5ca04af3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:48.047258 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-fc78d258-87e7-465b-bb46-eac5ca04af3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:48.198375 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-fc78d258-87e7-465b-bb46-eac5ca04af3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:48.202147 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-fc78d258-87e7-465b-bb46-eac5ca04af3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:48.207644 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-fc78d258-87e7-465b-bb46-eac5ca04af3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/31f7e29f-4d88-443f-a47f-b95b37cf4e15 HTTP/1.1" status: 204 len: 168 time: 0.3092654 Jun 22 00:50:48.208623 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4c42a61c-30ff-47bf-a336-96226bd5e06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:48.232660 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78d258-87e7-465b-bb46-eac5ca04af3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f7e29f-4d88-443f-a47f-b95b37cf4e15,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:48.244947 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-fc78d258-87e7-465b-bb46-eac5ca04af3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:48.247911 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-aa6146f6-6949-4585-be42-eebb9c1cad75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:48.258815 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-aa6146f6-6949-4585-be42-eebb9c1cad75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:48.277484 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-72b06e6d-8f14-4f19-b5ca-021bacf10632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:48.363858 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-aa6146f6-6949-4585-be42-eebb9c1cad75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6a8c0075d2f4a8d8c91e7c6cc4131c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7961595 Jun 22 00:50:48.365698 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6146f6-6949-4585-be42-eebb9c1cad75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bd9d4c-b2b9-4242-bc58-6157c1ecdc02,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:48.370497 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56020) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:48.394803 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-aa6146f6-6949-4585-be42-eebb9c1cad75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:48.446641 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4a9e213e-b737-4277-bc6a-e8c795517581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:48.475895 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4a9e213e-b737-4277-bc6a-e8c795517581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:48.525051 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7100fb8-d1d6-4de7-aab7-ae13ababe24d req-4f06b226-56ae-4964-9aeb-dc4cf7ab257f tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:48.532534 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c7100fb8-d1d6-4de7-aab7-ae13ababe24d req-4f06b226-56ae-4964-9aeb-dc4cf7ab257f tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 944 time: 0.2117746 Jun 22 00:50:48.535376 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4a9e213e-b737-4277-bc6a-e8c795517581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:48.543108 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4a9e213e-b737-4277-bc6a-e8c795517581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:48.543108 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-4a9e213e-b737-4277-bc6a-e8c795517581 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97bd9d4c-b2b9-4242-bc58-6157c1ecdc02 HTTP/1.1" status: 204 len: 168 time: 0.1691039 Jun 22 00:50:48.545767 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b6a4907a-1715-47d6-b3d9-814aa762beab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:48.553982 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e213e-b737-4277-bc6a-e8c795517581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bd9d4c-b2b9-4242-bc58-6157c1ecdc02,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:48.556453 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-4a9e213e-b737-4277-bc6a-e8c795517581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:48.567623 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c984-f7c1-47bb-93c7-74a00d16f0ab req-be977a1d-03d3-42fa-9805-c67651fbfb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:48.569116 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f75c984-f7c1-47bb-93c7-74a00d16f0ab req-be977a1d-03d3-42fa-9805-c67651fbfb14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 1098 time: 0.2284577 Jun 22 00:50:48.619516 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c7100fb8-d1d6-4de7-aab7-ae13ababe24d req-8e1878c6-6a1b-4593-a796-bcade4732786 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860965 Jun 22 00:50:48.682087 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b11ffb-7b38-438a-bac0-b21122ddd239 req-ceb6b876-f635-4bca-8435-2ac58a81eb5b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:48.685213 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-97b11ffb-7b38-438a-bac0-b21122ddd239 req-ceb6b876-f635-4bca-8435-2ac58a81eb5b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.2168326 Jun 22 00:50:48.756122 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-97b11ffb-7b38-438a-bac0-b21122ddd239 req-89639b92-49db-428a-802a-2300a9079fef tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643110 Jun 22 00:50:48.767058 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c984-f7c1-47bb-93c7-74a00d16f0ab req-61f7ef97-bf84-4143-ab82-6b7b7beb1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:48.768673 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f75c984-f7c1-47bb-93c7-74a00d16f0ab req-61f7ef97-bf84-4143-ab82-6b7b7beb1125 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd66bcf7-565c-4d87-81a2-097abc66200e HTTP/1.1" status: 200 len: 920 time: 0.1841898 Jun 22 00:50:48.856780 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f75c984-f7c1-47bb-93c7-74a00d16f0ab req-8f99b639-5a00-4bf0-8952-a3806db1e6cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ed40c49-4059-4533-97ae-53e1cdbcd634 HTTP/1.1" status: 200 len: 217 time: 0.0466349 Jun 22 00:50:48.919794 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75c984-f7c1-47bb-93c7-74a00d16f0ab req-dfd627c2-48c7-4189-b747-6d73b8177635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:48.921333 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f75c984-f7c1-47bb-93c7-74a00d16f0ab req-dfd627c2-48c7-4189-b747-6d73b8177635 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9e655c-cb93-419e-885b-298c02f8abb4 HTTP/1.1" status: 200 len: 859 time: 0.0583997 Jun 22 00:50:48.965835 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f75c984-f7c1-47bb-93c7-74a00d16f0ab req-eb4290d6-1f69-4868-b64b-666f0fd8da60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd66bcf7-565c-4d87-81a2-097abc66200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360539 Jun 22 00:50:49.106870 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd304a-3484-4d3f-8b33-f0cb710d863b req-a3ef6dbd-2211-4570-a7c5-296c91226247 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:49.108587 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7bd304a-3484-4d3f-8b33-f0cb710d863b req-a3ef6dbd-2211-4570-a7c5-296c91226247 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 945 time: 0.1384945 Jun 22 00:50:49.112524 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f75c984-f7c1-47bb-93c7-74a00d16f0ab req-202cdec1-9331-41c6-aa02-b3cca60e4ab0 service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321554 Jun 22 00:50:49.200764 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7bd304a-3484-4d3f-8b33-f0cb710d863b req-d0f18936-b87e-4da5-8ca1-da669f57eebf tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858238 Jun 22 00:50:49.262274 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f75c984-f7c1-47bb-93c7-74a00d16f0ab req-86a13450-e004-4a19-975a-a1baefa23b3b service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406941 Jun 22 00:50:49.812262 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ea657-4207-4224-a274-b64085afa343 req-7bec828e-c60d-4121-8e61-48e51778fcd1 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:49.829637 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0a3ea657-4207-4224-a274-b64085afa343 req-7bec828e-c60d-4121-8e61-48e51778fcd1 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 944 time: 0.0845973 Jun 22 00:50:49.876048 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0a3ea657-4207-4224-a274-b64085afa343 req-210712c8-c990-41f4-a51e-536685b50caf tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532780 Jun 22 00:50:50.015363 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0280507-c841-46e9-9f8a-7267fb424e60 req-f139ae10-e729-4099-ba4b-558b1f74a38d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:50.016806 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a0280507-c841-46e9-9f8a-7267fb424e60 req-f139ae10-e729-4099-ba4b-558b1f74a38d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1114383 Jun 22 00:50:50.064371 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a0280507-c841-46e9-9f8a-7267fb424e60 req-c49bc365-dfe7-4a5b-a88e-2b3021975284 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Jun 22 00:50:50.474102 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819f069-c4b2-44cb-9617-4919d0c9cf0c req-ad587c11-7491-4a2e-a470-ec98e3462b1d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:50.482492 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2819f069-c4b2-44cb-9617-4919d0c9cf0c req-ad587c11-7491-4a2e-a470-ec98e3462b1d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 945 time: 0.0871999 Jun 22 00:50:50.530293 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2819f069-c4b2-44cb-9617-4919d0c9cf0c req-f31e738c-f0d3-4b10-88b2-284f2342e94b tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467727 Jun 22 00:50:50.540323 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-ca1748ce-04b3-4408-941d-2e9d89a562f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:51.106205 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824ecb0-8e0b-4c81-8993-dbae03c98e09 req-11dcd586-d8c9-49a6-9274-8d05c68a5326 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:51.108116 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a824ecb0-8e0b-4c81-8993-dbae03c98e09 req-11dcd586-d8c9-49a6-9274-8d05c68a5326 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 944 time: 0.0820589 Jun 22 00:50:51.156864 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a824ecb0-8e0b-4c81-8993-dbae03c98e09 req-ec44f2e1-fe76-416f-98c8-6df24503c883 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Jun 22 00:50:51.214515 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:50:51.343260 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac1db7-069e-45ed-963d-515f9c85be92 req-edd9334f-4357-48e6-acae-8f5748efef39 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:51.345049 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19ac1db7-069e-45ed-963d-515f9c85be92 req-edd9334f-4357-48e6-acae-8f5748efef39 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1060805 Jun 22 00:50:51.347983 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:50:51.353489 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:50:51.354019 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:51.431395 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19ac1db7-069e-45ed-963d-515f9c85be92 req-6b84417d-6998-4c6f-9dfe-8fc83ce12dbf tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649726 Jun 22 00:50:51.499977 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:51.525165 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80416a4e-364a-4aae-8825-62d4e2e903ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb5a068-5ab6-49ce-b47d-711af1f8bb6e'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:51.527452 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f06ddce-13d8-4464-8978-28a60b9f7af0" -d '{"events": [{"server_uuid": "80416a4e-364a-4aae-8825-62d4e2e903ee", "name": "network-vif-plugged", "status": "completed", "tag": "4fb5a068-5ab6-49ce-b47d-711af1f8bb6e"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:51.540813 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:51.545406 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:51.548342 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f51e06d6-ddc5-489e-85b3-781ccf15c3a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:51.573425 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fcdcb8-25e9-4141-b73f-0ee6b8e8579b x-openstack-request-id: req-c7fcdcb8-25e9-4141-b73f-0ee6b8e8579b {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:51.573727 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80416a4e-364a-4aae-8825-62d4e2e903ee", "name": "network-vif-plugged", "status": "completed", "tag": "4fb5a068-5ab6-49ce-b47d-711af1f8bb6e", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:51.573985 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7fcdcb8-25e9-4141-b73f-0ee6b8e8579b {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:51.574373 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80416a4e-364a-4aae-8825-62d4e2e903ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb5a068-5ab6-49ce-b47d-711af1f8bb6e', 'code': 200} Jun 22 00:50:51.602442 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:51.605519 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:51.731600 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81836f0-db6a-480a-b338-c4ca238e1c8d req-40c6ea51-b85d-4f18-8541-1b8d9212b84b tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:51.733291 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e81836f0-db6a-480a-b338-c4ca238e1c8d req-40c6ea51-b85d-4f18-8541-1b8d9212b84b tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 945 time: 0.0655079 Jun 22 00:50:51.770723 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e81836f0-db6a-480a-b338-c4ca238e1c8d req-457ca40c-ecff-4405-9308-c4eb87ef1b2c tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316300 Jun 22 00:50:51.833449 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d07fe6-d0dc-4948-82e0-8549789ee056 req-304f9fe0-01ad-43cf-8ebf-ff76a4a25d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:51.834861 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-23d07fe6-d0dc-4948-82e0-8549789ee056 req-304f9fe0-01ad-43cf-8ebf-ff76a4a25d61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 1098 time: 0.0529001 Jun 22 00:50:51.873501 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-23d07fe6-d0dc-4948-82e0-8549789ee056 req-0b709450-bda4-405d-a3dc-2aecaf6ad5b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282130 Jun 22 00:50:52.331056 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c981cd6-1e5e-4220-aaa7-8295485dba29 req-ffb8e190-ebf4-4da5-a302-4bc6396311e3 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:52.332445 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c981cd6-1e5e-4220-aaa7-8295485dba29 req-ffb8e190-ebf4-4da5-a302-4bc6396311e3 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 945 time: 0.0628977 Jun 22 00:50:52.375537 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c981cd6-1e5e-4220-aaa7-8295485dba29 req-8d22b20d-b18d-4834-bcf8-bc93ff11667e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365183 Jun 22 00:50:52.644352 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930078a-f40d-47fd-95ca-f99ae7854228 req-243b1ddb-cc30-41a8-b17b-87273e264506 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:52.645796 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c930078a-f40d-47fd-95ca-f99ae7854228 req-243b1ddb-cc30-41a8-b17b-87273e264506 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0687072 Jun 22 00:50:52.686631 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c930078a-f40d-47fd-95ca-f99ae7854228 req-d3b6b73d-b2f0-455a-998b-3bd2be9b9914 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351007 Jun 22 00:50:52.965438 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1384add2-7d5e-4e55-9dce-3222fdc42243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:52.989032 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49a29e-6cc4-4014-86e0-4fae4b082272 req-9c2e048e-b8b2-4b0e-ba6c-199634a2c5a2 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:52.990456 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ec49a29e-6cc4-4014-86e0-4fae4b082272 req-9c2e048e-b8b2-4b0e-ba6c-199634a2c5a2 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.15 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 945 time: 0.0877056 Jun 22 00:50:53.161634 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe8ba3-c90e-418a-8cb4-963b35caaec5 req-31876c32-6b34-4cfd-8653-244a87e0283d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:53.163204 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-18fe8ba3-c90e-418a-8cb4-963b35caaec5 req-31876c32-6b34-4cfd-8653-244a87e0283d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 945 time: 0.1230652 Jun 22 00:50:53.180401 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-ec49a29e-6cc4-4014-86e0-4fae4b082272 req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Deleting port 4e4f67f8-de75-4f68-8e6b-03193202a7e0 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:50:53.180747 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ec49a29e-6cc4-4014-86e0-4fae4b082272 req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.259354 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-18fe8ba3-c90e-418a-8cb4-963b35caaec5 req-6a8be9db-aea4-449e-a343-8c290f16bbd7 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894313 Jun 22 00:50:53.298419 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-ec49a29e-6cc4-4014-86e0-4fae4b082272 req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] For port 4e4f67f8-de75-4f68-8e6b-03193202a7e0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4e4f67f8-de75-4f68-8e6b-03193202a7e0,segment=NetworkSegment(d5526e22-cd00-49c4-b450-14f14668202b),segment_id=d5526e22-cd00-49c4-b450-14f14668202b)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:53.298812 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ec49a29e-6cc4-4014-86e0-4fae4b082272 req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.361661 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-ec49a29e-6cc4-4014-86e0-4fae4b082272 req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Calling delete_port for 4e4f67f8-de75-4f68-8e6b-03193202a7e0 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:50:53.565188 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.794475 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1b5df-ebdb-4157-ae6a-1a29db8746aa req-e412de56-e29e-4ca3-a6f6-5acd5573bb39 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:53.802850 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-33b1b5df-ebdb-4157-ae6a-1a29db8746aa req-e412de56-e29e-4ca3-a6f6-5acd5573bb39 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 945 time: 0.1416528 Jun 22 00:50:53.827518 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ec49a29e-6cc4-4014-86e0-4fae4b082272 req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.844869 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:53.904394 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Pushing event deleted for resources: {'Port': ['ID=4e4f67f8-de75-4f68-8e6b-03193202a7e0,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:53.914122 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:53.924857 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-33b1b5df-ebdb-4157-ae6a-1a29db8746aa req-d3cf303d-20ef-415f-8eab-3645f8b2be20 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209202 Jun 22 00:50:53.983428 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec49a29e-6cc4-4014-86e0-4fae4b082272 req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] No DVR routers for this DVR port 4e4f67f8-de75-4f68-8e6b-03193202a7e0 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:50:53.989285 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-ec49a29e-6cc4-4014-86e0-4fae4b082272 req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.991274 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ec49a29e-6cc4-4014-86e0-4fae4b082272 req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.15 "DELETE /v2.0/ports/4e4f67f8-de75-4f68-8e6b-03193202a7e0 HTTP/1.1" status: 204 len: 173 time: 0.9880695 Jun 22 00:50:53.991891 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419b07b5-b717-4e12-a370-228aaac87785', 'name': 'network-vif-deleted', 'tag': '4e4f67f8-de75-4f68-8e6b-03193202a7e0'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:54.005794 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7542a9a-e22a-413a-a78b-371d10da0ab1" -d '{"events": [{"server_uuid": "419b07b5-b717-4e12-a370-228aaac87785", "name": "network-vif-deleted", "tag": "4e4f67f8-de75-4f68-8e6b-03193202a7e0"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:54.038242 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691bc5f-f0a5-4705-b5a7-a1527e1bee08 req-39496c07-3c70-4a62-9b46-26f2c950244c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:54.045604 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4691bc5f-f0a5-4705-b5a7-a1527e1bee08 req-39496c07-3c70-4a62-9b46-26f2c950244c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.2223883 Jun 22 00:50:54.086811 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4691bc5f-f0a5-4705-b5a7-a1527e1bee08 req-12e7783a-ad69-4310-ba1b-beac561652c5 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Jun 22 00:50:54.137790 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b6fd94-faf9-4cd3-a69b-fe5c1dc0edc1 x-openstack-request-id: req-75b6fd94-faf9-4cd3-a69b-fe5c1dc0edc1 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:54.138193 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419b07b5-b717-4e12-a370-228aaac87785", "name": "network-vif-deleted", "tag": "4e4f67f8-de75-4f68-8e6b-03193202a7e0", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:54.138536 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75b6fd94-faf9-4cd3-a69b-fe5c1dc0edc1 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:54.139074 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '419b07b5-b717-4e12-a370-228aaac87785', 'name': 'network-vif-deleted', 'tag': '4e4f67f8-de75-4f68-8e6b-03193202a7e0', 'status': 'completed', 'code': 200} Jun 22 00:50:54.425442 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ae345d88-f5b2-4f5c-a2a9-1aadaf74d241 req-4277ab1e-c97f-4a25-9ab3-3f9e1380ca86 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=419b07b5-b717-4e12-a370-228aaac87785 HTTP/1.1" status: 200 len: 210 time: 0.0314684 Jun 22 00:50:54.531983 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.111808 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b24eb6-b336-48e8-a0f6-2ab69e3ab7da req-a5758ca1-a44e-4ed3-a96d-a98001943e9b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:55.115404 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-27b24eb6-b336-48e8-a0f6-2ab69e3ab7da req-a5758ca1-a44e-4ed3-a96d-a98001943e9b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 945 time: 0.0715253 Jun 22 00:50:55.131079 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56338) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:55.179020 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-27b24eb6-b336-48e8-a0f6-2ab69e3ab7da req-ff052010-1016-4ce9-9bbd-21941850a66c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579720 Jun 22 00:50:55.224881 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4e4f67f8-de75-4f68-8e6b-03193202a7e0 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:50:55.265975 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 4e4f67f8-de75-4f68-8e6b-03193202a7e0 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:50:55.267384 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4e4f67f8-de75-4f68-8e6b-03193202a7e0 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:50:55.372068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0af5c-6158-4b45-af22-f9d4f129023e req-f0915360-ad33-4650-9261-8cc7ed25117e tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:55.373619 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8de0af5c-6158-4b45-af22-f9d4f129023e req-f0915360-ad33-4650-9261-8cc7ed25117e tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1530819 Jun 22 00:50:55.374910 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ef61a460-52c4-461b-8b52-2289290d0bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.447482 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8de0af5c-6158-4b45-af22-f9d4f129023e req-145aa7b8-bccc-4d11-80bb-2e47210b6d55 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639203 Jun 22 00:50:55.527003 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ef61a460-52c4-461b-8b52-2289290d0bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.531306 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ef61a460-52c4-461b-8b52-2289290d0bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.533827 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:55.575619 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-ef61a460-52c4-461b-8b52-2289290d0bec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63cb2622f1d54c8eb9a8380df8ea371d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432473 Jun 22 00:50:55.578167 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56358) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:55.581868 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61a460-52c4-461b-8b52-2289290d0bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910c6c44-42c1-4609-932c-435f5cdb647e,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:55.588220 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ef61a460-52c4-461b-8b52-2289290d0bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:55.645749 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b970ac72-7062-4c80-9b6c-44b38a226d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.673239 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b970ac72-7062-4c80-9b6c-44b38a226d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.721293 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b970ac72-7062-4c80-9b6c-44b38a226d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.724040 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b970ac72-7062-4c80-9b6c-44b38a226d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.725272 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b970ac72-7062-4c80-9b6c-44b38a226d1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/910c6c44-42c1-4609-932c-435f5cdb647e HTTP/1.1" status: 204 len: 168 time: 0.1460490 Jun 22 00:50:55.726068 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7223353e-dcb0-4435-8a1c-adc186f1d415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:55.735184 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970ac72-7062-4c80-9b6c-44b38a226d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910c6c44-42c1-4609-932c-435f5cdb647e,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:55.737492 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b970ac72-7062-4c80-9b6c-44b38a226d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:55.866270 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-59e2b609-bff7-4c1d-8673-c666f5a6e273 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:55.867803 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-59e2b609-bff7-4c1d-8673-c666f5a6e273 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/networks?id=a8a6ef31-972d-47b4-9645-69783314aede HTTP/1.1" status: 200 len: 809 time: 0.1275809 Jun 22 00:50:55.884184 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-17662484-5bf1-4cbe-a367-b8f06d72b2b1 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/quotas/7e595975851d408fae44204b18b864ae HTTP/1.1" status: 200 len: 375 time: 0.0096066 Jun 22 00:50:55.919040 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-45d89d98-f07c-4f69-9260-d9116fe8cfdf tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7e595975851d408fae44204b18b864ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284803 Jun 22 00:50:56.017897 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56386) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:56.026269 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-79e5b352-22a3-4232-bce1-349b09b2c04d service neutron] 10.222.0.26 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009953 Jun 22 00:50:56.033155 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0dab-3c81-4ce6-8a90-7f77b294276d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.128999 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-45119d54-73d4-4e98-b4f7-8c69a37f2a13 service neutron] 10.222.0.26 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945022 Jun 22 00:50:56.136304 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0dab-3c81-4ce6-8a90-7f77b294276d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.141221 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bfbb0dab-3c81-4ce6-8a90-7f77b294276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.145252 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b970ac72-7062-4c80-9b6c-44b38a226d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:56.170576 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.186079 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-bfbb0dab-3c81-4ce6-8a90-7f77b294276d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2e70054d41446a7aeea3f91b94f9c49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671414 Jun 22 00:50:56.187353 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb0dab-3c81-4ce6-8a90-7f77b294276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b92abc-04c4-4225-a273-07ba3aed2ade,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:56.189094 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56394) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:56.190785 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bfbb0dab-3c81-4ce6-8a90-7f77b294276d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:56.251590 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ebda9d93-7f31-45d5-8065-cff950cc5784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.289509 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ebda9d93-7f31-45d5-8065-cff950cc5784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.356325 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7ccb5a52-c504-4dc0-a852-7e30081620f5 req-46bc31b7-41cd-4370-8afc-bf7bd3e9c493 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 210 time: 0.0321379 Jun 22 00:50:56.381662 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ebda9d93-7f31-45d5-8065-cff950cc5784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.384474 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ebda9d93-7f31-45d5-8065-cff950cc5784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.386965 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-ebda9d93-7f31-45d5-8065-cff950cc5784 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47b92abc-04c4-4225-a273-07ba3aed2ade HTTP/1.1" status: 204 len: 168 time: 0.1945243 Jun 22 00:50:56.386965 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ac8dbfd6-76fb-4cd0-953b-598935f2881b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:56.397783 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda9d93-7f31-45d5-8065-cff950cc5784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b92abc-04c4-4225-a273-07ba3aed2ade,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:56.400690 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ebda9d93-7f31-45d5-8065-cff950cc5784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:56.709637 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548930f-88b8-440b-99ba-472fd780eaa2 req-55d85b4d-10d1-47d4-a14b-45b58cf73818 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:56.711551 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e548930f-88b8-440b-99ba-472fd780eaa2 req-55d85b4d-10d1-47d4-a14b-45b58cf73818 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0872991 Jun 22 00:50:56.766852 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e548930f-88b8-440b-99ba-472fd780eaa2 req-d81aff0b-d5bb-46f2-9c07-ed0c59a59d93 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483518 Jun 22 00:50:57.220159 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56446) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:57.316511 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-99079051-network', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:57.337288 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Made reservation on behalf of 568a64bec1344b6c9e7b7ecdb3b5f0a8 for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:57.339795 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.349636 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.458652 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.463998 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.468349 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7cc4c844-adc5-4148-9b9e-6d11cf843ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:57.491593 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:50:57.501519 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df1253-8757-4431-ae12-9fa96c3f7e2e,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:57.505597 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:57.508651 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.509180 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Added segment b30d952b-536b-4cf4-b065-b65ed35d619d of type vlan for network da625bfa-7ffc-4c06-884c-06d489bfe5c1 Jun 22 00:50:57.524971 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b6c0c48d-6667-489e-a6d1-45925d015b77 req-d723cea4-0a91-4f66-9de4-a72c8b8a2775 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 210 time: 0.0352116 Jun 22 00:50:57.556676 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.586011 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.587522 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:57.588019 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.590593 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1fe455bc-129f-4498-bc6b-4f65a0c469dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:57.645139 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4239447 Jun 22 00:50:57.645736 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56456) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:57.662509 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Request body: {'subnet': {'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-99079051-subnet', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'ip_version': 4}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:57.671275 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Pushing event updated for resources: {'Network': ['ID=da625bfa-7ffc-4c06-884c-06d489bfe5c1,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:57.675011 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:57.684330 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network da625bfa-7ffc-4c06-884c-06d489bfe5c1 details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:50:57.690286 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Made reservation on behalf of 568a64bec1344b6c9e7b7ecdb3b5f0a8 for: {'subnet': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:57.696569 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8710182'] for subnet, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.772055 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-a489c296-54ed-4976-86aa-a90cd872696e tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:57.773756 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-a489c296-54ed-4976-86aa-a90cd872696e tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.15 "GET /v2.0/networks?id=a8a6ef31-972d-47b4-9645-69783314aede HTTP/1.1" status: 200 len: 809 time: 0.1322675 Jun 22 00:50:57.812175 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Request body: {'port': {'device_id': '79c545d5-34da-4e35-a5b5-3efa47d1ec98', 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede', 'admin_state_up': True, 'tenant_id': '7e595975851d408fae44204b18b864ae'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:57.917304 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9353023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8710164'] for subnet, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.928881 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-eb7e309e-6268-4864-b0aa-eb8188b76fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:57.983875 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b9baafd-dd68-4eef-b14a-1bb91fdb1c64,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:57.988404 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:58.016833 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Checking segment: {'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:58.017256 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Network hostable DHCP agents. Network: da625bfa-7ffc-4c06-884c-06d489bfe5c1, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:50:58.036371 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Network da625bfa-7ffc-4c06-884c-06d489bfe5c1 is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:50:58.049931 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, da625bfa-7ffc-4c06-884c-06d489bfe5c1) {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:58.066234 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5223e0b-53be-45d5-819a-fcf5c20f1d4f None None] Network da625bfa-7ffc-4c06-884c-06d489bfe5c1 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:58.066878 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:58.067942 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.107277 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Made reservation on behalf of 7e595975851d408fae44204b18b864ae for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:58.112855 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.113803 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4615481 Jun 22 00:50:58.116286 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56476) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:58.126542 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:58.147512 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209f3e7-3850-463a-9ff2-678f8e98a7e0 req-e3866c41-5bf5-4610-ba0a-41d60fde3423 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:58.154496 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26072'] for router, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.156239 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6209f3e7-3850-463a-9ff2-678f8e98a7e0 req-e3866c41-5bf5-4610-ba0a-41d60fde3423 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1275339 Jun 22 00:50:58.157814 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3828967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26067'] for router, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.304792 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.314241 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638d1852-ae40-5223-b29d-3a0a322fb1c4-da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'fixed_ips': [{'subnet_id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64'}]}} from dv-cinder-753305-6-iscsi. {{(pid=99510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:50:58.317895 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.369053 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6209f3e7-3850-463a-9ff2-678f8e98a7e0 req-0c46031a-c13e-4e8b-b8bd-8d9e3eb55adf tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118149 Jun 22 00:50:58.426907 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Allocated IP 172.20.0.7 (a8a6ef31-972d-47b4-9645-69783314aede/9ba31f23-8c63-4536-aa95-a36285a4d6ce/b922ccda-1f4d-4487-b2b1-0fce59281743) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:50:58.501926 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.db_base_plugin_common [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Allocated IP 172.20.0.2 (da625bfa-7ffc-4c06-884c-06d489bfe5c1/0b9baafd-dd68-4eef-b14a-1bb91fdb1c64/456ffd93-987f-499d-8a0f-7cd2bb5c7efe) {{(pid=99510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:50:58.655910 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Notify callbacks [] for port, precommit_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.670280 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Transition to ACTIVE for port object 456ffd93-987f-499d-8a0f-7cd2bb5c7efe will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:50:58.687816 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Transition to ACTIVE for port object 456ffd93-987f-499d-8a0f-7cd2bb5c7efe will not be triggered until provisioned by entity DHCP. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:50:58.694816 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.698079 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:58.712964 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.717301 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26053'] for router, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.770913 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19544f74-8e06-45f1-8295-b51c7a872aa1 req-a2c2f8d3-94be-4099-ba78-c3a8e8ff5ae8 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 210 time: 0.0442989 Jun 22 00:50:58.813149 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.815979 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Pushing event updated for resources: {'Port': ['ID=456ffd93-987f-499d-8a0f-7cd2bb5c7efe,revision_number=1']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:58.820421 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:58.829786 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-55b07956-e807-4d44-9fc7-2ecc2348d7f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:58.830765 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Network da625bfa-7ffc-4c06-884c-06d489bfe5c1 is already hosted by enough agents. {{(pid=99510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:50:58.833524 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.base_scheduler [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Resources bound (agent type, host, resource id): {{(pid=99510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:58.839003 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Received port after_create {{(pid=99510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:50:58.852333 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56502) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:58.897795 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Pushing event updated for resources: {'Port': ['ID=b922ccda-1f4d-4487-b2b1-0fce59281743,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:58.900713 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:58.909590 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Network a8a6ef31-972d-47b4-9645-69783314aede is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:50:58.911453 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:58.914010 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:50:58.925621 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Attempting to bind port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:50:58.927663 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Attempting to bind port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:50:58.928072 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Attempting to bind port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe on network da625bfa-7ffc-4c06-884c-06d489bfe5c1 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:58.936787 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:50:58.937181 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Checking segment: {'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:58.937596 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.938263 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Bound using segment: {'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:50:58.938913 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Bound port: 456ffd93-987f-499d-8a0f-7cd2bb5c7efe, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:50:58.939324 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.974321 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:58.974967 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.990798 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1857791 Jun 22 00:50:58.992406 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.019078 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Request body: {'port': {'device_id': '79c545d5-34da-4e35-a5b5-3efa47d1ec98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:59.020839 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ca2050f-99ed-4acc-bcbd-274e28d69223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.023529 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.031009 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] For port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:50:59.035654 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] For port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=456ffd93-987f-499d-8a0f-7cd2bb5c7efe,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:50:59.044488 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.048281 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:59.113767 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.120825 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Pushing event updated for resources: {'Port': ['ID=456ffd93-987f-499d-8a0f-7cd2bb5c7efe,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:59.125291 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:59.176462 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Allocated IP 172.27.0.254 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/f5a721ae-fd3f-4747-aa97-00aa9b0e50fa) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:50:59.276834 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ca2050f-99ed-4acc-bcbd-274e28d69223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.283242 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ca2050f-99ed-4acc-bcbd-274e28d69223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.288570 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0108871e-6855-4f16-ab43-ef8c21473582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:59.355223 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-8ca2050f-99ed-4acc-bcbd-274e28d69223 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74b724ecc0ae4f3b823d1ffadba65103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4995875 Jun 22 00:50:59.359974 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56510) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:59.392478 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2050f-99ed-4acc-bcbd-274e28d69223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20458df0-6930-4aa9-add8-8d9a5418c2c0,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:59.419872 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-8ca2050f-99ed-4acc-bcbd-274e28d69223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:59.428573 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.474513 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-15407ffd-9780-461c-bcd8-6d7f690bb6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.529982 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.535972 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:59.536824 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-15407ffd-9780-461c-bcd8-6d7f690bb6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.549768 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b922ccda-1f4d-4487-b2b1-0fce59281743 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:59.577865 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.619237 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:50:59.623343 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:59.626365 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:50:59.633679 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Pushing event updated for resources: {'Port': ['ID=f5a721ae-fd3f-4747-aa97-00aa9b0e50fa,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:59.637008 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:59.649546 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Transition to ACTIVE for port object b922ccda-1f4d-4487-b2b1-0fce59281743 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:50:59.675048 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.680346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:59.732906 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-15407ffd-9780-461c-bcd8-6d7f690bb6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.735636 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-15407ffd-9780-461c-bcd8-6d7f690bb6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:59.740494 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-15407ffd-9780-461c-bcd8-6d7f690bb6fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20458df0-6930-4aa9-add8-8d9a5418c2c0 HTTP/1.1" status: 204 len: 168 time: 0.3758352 Jun 22 00:50:59.828885 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8947f9-1c40-418a-a12a-886e515b0a20 req-b60d77a1-478c-4626-9333-58b462deb7fc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:59.830535 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d8947f9-1c40-418a-a12a-886e515b0a20 req-b60d77a1-478c-4626-9333-58b462deb7fc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.2559910 Jun 22 00:50:59.836065 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Pushing event updated for resources: {'Port': ['ID=b922ccda-1f4d-4487-b2b1-0fce59281743,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:59.928832 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:59.929845 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:00.048600 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 456ffd93-987f-499d-8a0f-7cd2bb5c7efe up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:00.052530 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15407ffd-9780-461c-bcd8-6d7f690bb6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20458df0-6930-4aa9-add8-8d9a5418c2c0,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:00.066151 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-15407ffd-9780-461c-bcd8-6d7f690bb6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:00.077429 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d8947f9-1c40-418a-a12a-886e515b0a20 req-902b3cba-16da-432b-9343-aa5493f4b985 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284927 Jun 22 00:51:00.116045 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Attempting to bind port b922ccda-1f4d-4487-b2b1-0fce59281743 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:00.116342 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Attempting to bind port b922ccda-1f4d-4487-b2b1-0fce59281743 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'd5526e22-cd00-49c4-b450-14f14668202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:00.117198 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Attempting to bind port b922ccda-1f4d-4487-b2b1-0fce59281743 on network a8a6ef31-972d-47b4-9645-69783314aede {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:00.140274 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Port b922ccda-1f4d-4487-b2b1-0fce59281743 on network a8a6ef31-972d-47b4-9645-69783314aede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:51:00.141186 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Attempting to bind port b922ccda-1f4d-4487-b2b1-0fce59281743 on network a8a6ef31-972d-47b4-9645-69783314aede {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:00.149902 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:00.150446 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Checking segment: {'id': 'd5526e22-cd00-49c4-b450-14f14668202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:00.151005 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Bound using segment: {'id': 'd5526e22-cd00-49c4-b450-14f14668202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:00.151541 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Bound port: b922ccda-1f4d-4487-b2b1-0fce59281743, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5526e22-cd00-49c4-b450-14f14668202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:00.152064 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.166682 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.203681 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:00.270451 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62efaa-4ff9-46f0-9b4f-8a883985484b req-45d1ca67-6000-4bf2-b239-07ff145e6f06 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:00.272324 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cd62efaa-4ff9-46f0-9b4f-8a883985484b req-45d1ca67-6000-4bf2-b239-07ff145e6f06 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 943 time: 0.3403709 Jun 22 00:51:00.274799 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56546) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:00.316812 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e71e-a4a1-4c16-a726-b93092690dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.355956 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] For port b922ccda-1f4d-4487-b2b1-0fce59281743, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:00.361109 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] For port b922ccda-1f4d-4487-b2b1-0fce59281743, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=b922ccda-1f4d-4487-b2b1-0fce59281743,segment=NetworkSegment(d5526e22-cd00-49c4-b450-14f14668202b),segment_id=d5526e22-cd00-49c4-b450-14f14668202b)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:00.375908 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.394296 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-858b3801-c825-42f0-9a2f-fc1d3a7b7a1b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:00.435926 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cd62efaa-4ff9-46f0-9b4f-8a883985484b req-c3fe64dc-4db8-400d-81a0-16b02e8fb541 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507189 Jun 22 00:51:00.472158 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:00.473047 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.474487 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] 10.222.0.15 "PUT /v2.0/ports/b922ccda-1f4d-4487-b2b1-0fce59281743 HTTP/1.1" status: 200 len: 1093 time: 1.4609916 Jun 22 00:51:00.475008 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c545d5-34da-4e35-a5b5-3efa47d1ec98', 'tag': 'b922ccda-1f4d-4487-b2b1-0fce59281743'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:00.477340 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef8a2db-baa0-4440-a303-f43111aeb31c" -d '{"events": [{"name": "network-changed", "server_uuid": "79c545d5-34da-4e35-a5b5-3efa47d1ec98", "tag": "b922ccda-1f4d-4487-b2b1-0fce59281743"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:00.537641 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Pushing event updated for resources: {'Port': ['ID=b922ccda-1f4d-4487-b2b1-0fce59281743,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:00.541054 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:00.545125 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9ef11a-0942-4692-b0ad-97ca8d24ae1d x-openstack-request-id: req-ce9ef11a-0942-4692-b0ad-97ca8d24ae1d {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:00.545749 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c545d5-34da-4e35-a5b5-3efa47d1ec98", "tag": "b922ccda-1f4d-4487-b2b1-0fce59281743", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:00.546184 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce9ef11a-0942-4692-b0ad-97ca8d24ae1d {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:00.546782 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c545d5-34da-4e35-a5b5-3efa47d1ec98', 'tag': 'b922ccda-1f4d-4487-b2b1-0fce59281743', 'status': 'completed', 'code': 200} Jun 22 00:51:00.594123 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0350b79c-ae87-4b2b-bc0b-4594891c9f80 None None] Network da625bfa-7ffc-4c06-884c-06d489bfe5c1 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:51:00.621966 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e71e-a4a1-4c16-a726-b93092690dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.629811 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e71e-a4a1-4c16-a726-b93092690dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.633364 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:00.681198 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2e71e-a4a1-4c16-a726-b93092690dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3cd41a-c2b4-4f58-aaee-d2c8d3488636,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:00.699474 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-2ef2e71e-a4a1-4c16-a726-b93092690dd2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1292b97846c4e72b1d15781028797b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237680 Jun 22 00:51:00.700500 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2ef2e71e-a4a1-4c16-a726-b93092690dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:00.702237 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56556) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:00.718320 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-dae44d2a-1935-495c-8d8f-e1efe140d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:00.719812 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-dae44d2a-1935-495c-8d8f-e1efe140d1a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e595975851d408fae44204b18b864ae&device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 1096 time: 0.1557701 Jun 22 00:51:00.733041 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785236'] for router, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.743259 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-00a3693d-be40-420e-964e-0615f873b693 None None] Provisioning for port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:00.755036 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-00a3693d-be40-420e-964e-0615f873b693 None None] Provisioning complete for port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:00.755773 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-00a3693d-be40-420e-964e-0615f873b693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.792335 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-61c5a8b7-3baa-4f71-b50b-3fb17798fce8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b922ccda-1f4d-4487-b2b1-0fce59281743 HTTP/1.1" status: 200 len: 217 time: 0.0475678 Jun 22 00:51:00.842278 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d16926b-b795-41d0-b17d-df121d4ac462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.873927 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d16926b-b795-41d0-b17d-df121d4ac462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.878534 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-00a3693d-be40-420e-964e-0615f873b693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.882974 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-51a273b0-130f-439a-87a8-a8f14ee34b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:00.885838 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-51a273b0-130f-439a-87a8-a8f14ee34b0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ba31f23-8c63-4536-aa95-a36285a4d6ce HTTP/1.1" status: 200 len: 849 time: 0.0858424 Jun 22 00:51:00.901078 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Router b7c9f097-759d-407d-a548-b30890de333c is scheduled to L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 with binding_index 1 {{(pid=99509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:51:00.919783 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-00a3693d-be40-420e-964e-0615f873b693 None None] For port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=456ffd93-987f-499d-8a0f-7cd2bb5c7efe,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:00.927716 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-00a3693d-be40-420e-964e-0615f873b693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.930158 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:00.936836 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-bddf0746-c80e-46f8-9b5a-979108c35296 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8a6ef31-972d-47b4-9645-69783314aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421522 Jun 22 00:51:00.974200 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d16926b-b795-41d0-b17d-df121d4ac462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.978137 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d16926b-b795-41d0-b17d-df121d4ac462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:00.982359 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-0d16926b-b795-41d0-b17d-df121d4ac462 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f3cd41a-c2b4-4f58-aaee-d2c8d3488636 HTTP/1.1" status: 204 len: 168 time: 0.2751243 Jun 22 00:51:01.007435 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a5f20369-dbb0-4feb-9711-6baa3d619043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:01.022500 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3693d-be40-420e-964e-0615f873b693 None None] Pushing event updated for resources: {'Port': ['ID=456ffd93-987f-499d-8a0f-7cd2bb5c7efe,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:01.029351 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:51:01.045917 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Sync routers for ids ['b7c9f097-759d-407d-a548-b30890de333c'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:51:01.047844 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-00a3693d-be40-420e-964e-0615f873b693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:01.050089 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16926b-b795-41d0-b17d-df121d4ac462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3cd41a-c2b4-4f58-aaee-d2c8d3488636,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:01.053259 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0d16926b-b795-41d0-b17d-df121d4ac462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:01.060291 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:01.064637 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56562) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:01.068594 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Routers {'b7c9f097-759d-407d-a548-b30890de333c'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:51:01.069249 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:50:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['b7c9f097-759d-407d-a548-b30890de333c'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:01.070119 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9491320 Jun 22 00:51:01.208932 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Set router b7c9f097-759d-407d-a548-b30890de333c gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:51:01.236523 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-a17fd04f-8e84-42c5-8866-c02ba96e5204 service neutron] 10.222.0.15 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743990 Jun 22 00:51:01.255843 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-60fa1d23-e127-4b0f-8fbb-d4c891c40d59 None None] Provisioning complete for port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:01.256438 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-60fa1d23-e127-4b0f-8fbb-d4c891c40d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:01.442735 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:50:59Z', 'revision_number': 3, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:01.464207 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56572) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:01.490599 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Checking router: b7c9f097-759d-407d-a548-b30890de333c for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:51:01.491190 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Updating router b7c9f097-759d-407d-a548-b30890de333c port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa binding host dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:51:01.507618 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cc4199ac-7798-4e25-bec2-eb9c0d50c492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:01.560405 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:01.659852 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56584) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:01.725652 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a93c905-3388-4785-b140-28c6ba81f795 admin admin] Deleting subnet f0380fea-0861-4b72-adc2-992570dff88c {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:51:01.737140 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0a93c905-3388-4785-b140-28c6ba81f795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:01.741559 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cc4199ac-7798-4e25-bec2-eb9c0d50c492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:01.767354 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cc4199ac-7798-4e25-bec2-eb9c0d50c492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:01.770475 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7a8d8385-a3ee-4011-aa39-4b3fe4677755 req-ab5376b9-1791-4296-893e-79638b3259bd service neutron] 10.222.0.15 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153863 Jun 22 00:51:01.772753 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-79126ba3-183a-48b6-aac5-44247be8bf89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:01.815516 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac224b7a-a873-4130-a266-a3d4727b53dc req-06f24d72-6e87-46e5-a83c-5d8f9ccf3397 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:01.822499 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ac224b7a-a873-4130-a266-a3d4727b53dc req-06f24d72-6e87-46e5-a83c-5d8f9ccf3397 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.5697992 Jun 22 00:51:01.841605 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-cc4199ac-7798-4e25-bec2-eb9c0d50c492 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30b7812efbad49a3b0c76e44aa1e67a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742745 Jun 22 00:51:01.852514 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0a93c905-3388-4785-b140-28c6ba81f795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10396607'] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:01.863036 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56590) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:01.924283 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4199ac-7798-4e25-bec2-eb9c0d50c492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3f9e4d-d684-49b6-b2e5-617d46867514,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:01.930009 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-cc4199ac-7798-4e25-bec2-eb9c0d50c492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:01.947988 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0a93c905-3388-4785-b140-28c6ba81f795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:01.983197 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 456ffd93-987f-499d-8a0f-7cd2bb5c7efe up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:02.020843 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ac224b7a-a873-4130-a266-a3d4727b53dc req-72404013-16e9-4d62-9f05-8f6fc4ad4a44 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974022 Jun 22 00:51:02.047104 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0a93c905-3388-4785-b140-28c6ba81f795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9353184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8710147'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.049698 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:02.050233 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.051138 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-846d2483-4104-4166-93ba-e38a86511660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:02.060103 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Notify callbacks [] for port, precommit_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.073392 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.provisioning_blocks [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Transition to ACTIVE for port object f5a721ae-fd3f-4747-aa97-00aa9b0e50fa will not be triggered until provisioned by entity L2. {{(pid=99511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:02.075485 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93c905-3388-4785-b140-28c6ba81f795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0380fea-0861-4b72-adc2-992570dff88c,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:02.078521 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0a93c905-3388-4785-b140-28c6ba81f795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:02.079791 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0a93c905-3388-4785-b140-28c6ba81f795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.081942 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-0a93c905-3388-4785-b140-28c6ba81f795 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f0380fea-0861-4b72-adc2-992570dff88c HTTP/1.1" status: 204 len: 168 time: 0.4154530 Jun 22 00:51:02.084426 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56592) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:02.095857 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.099747 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:02.113967 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be90370-479e-4996-b242-de7ae729804b req-9ccb3a4b-03dd-486d-aae3-eb8be53d5b4f tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:02.121175 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9be90370-479e-4996-b242-de7ae729804b req-9ccb3a4b-03dd-486d-aae3-eb8be53d5b4f tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 943 time: 0.3543322 Jun 22 00:51:02.138481 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-24014669-6f09-4f0e-b63d-4c8c99009f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.163917 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.171969 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Attempting to bind port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:02.172501 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Attempting to bind port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:02.173089 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Attempting to bind port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa on network 88674bb2-d018-41a5-a891-26911eb48c6d {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:02.175826 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Pushing event updated for resources: {'Port': ['ID=f5a721ae-fd3f-4747-aa97-00aa9b0e50fa,revision_number=2']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:02.185826 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.186292 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.187359 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.187801 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.188482 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.188910 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.189335 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.189758 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.190296 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.191118 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.192013 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.192519 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:02.196381 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:02.196910 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Checking segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:02.197446 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.197939 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Bound using segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:02.198554 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Bound port: f5a721ae-fd3f-4747-aa97-00aa9b0e50fa, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:02.199683 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.202187 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:02.239752 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-24014669-6f09-4f0e-b63d-4c8c99009f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.254785 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.265108 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f8b7f5-b117-4a58-bcdb-1eff3fac0d23']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:02.265489 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] For port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:02.269622 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] For port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=f5a721ae-fd3f-4747-aa97-00aa9b0e50fa,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:02.275300 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9be90370-479e-4996-b242-de7ae729804b req-ed641fc6-a0b4-49d0-838f-7075edf6f415 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522181 Jun 22 00:51:02.275652 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.276024 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd433281b-ee1b-48da-9157-ad39c0a45948') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:02.276328 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd433281b-ee1b-48da-9157-ad39c0a45948') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:02.279953 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:02.281888 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8a2db-baa0-4440-a303-f43111aeb31c req-e46b6ae5-715d-406a-adac-d43e096dfe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:02.286459 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fef8a2db-baa0-4440-a303-f43111aeb31c req-e46b6ae5-715d-406a-adac-d43e096dfe53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e595975851d408fae44204b18b864ae&device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 1096 time: 0.3216972 Jun 22 00:51:02.290687 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.292078 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d04a7-89a9-44e9-88f1-288ccb0d7287 req-187ae0e5-7b0a-403c-9932-4bb0aae9ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:02.294375 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f19d04a7-89a9-44e9-88f1-288ccb0d7287 req-187ae0e5-7b0a-403c-9932-4bb0aae9ff59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 1098 time: 0.2596121 Jun 22 00:51:02.309233 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.317019 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:51:02.317672 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:51:02.320315 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:51:02.348449 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Pushing event updated for resources: {'Port': ['ID=f5a721ae-fd3f-4747-aa97-00aa9b0e50fa,revision_number=3']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:02.380991 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Routers {'b7c9f097-759d-407d-a548-b30890de333c'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:51:02.381764 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:50:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['b7c9f097-759d-407d-a548-b30890de333c'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:02.385760 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.385921 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:02.399088 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:02.407261 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.412248 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/45f8b7f5-b117-4a58-bcdb-1eff3fac0d23 HTTP/1.1" status: 204 len: 168 time: 0.3252728 Jun 22 00:51:02.420221 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56596) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:02.425394 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f8b7f5-b117-4a58-bcdb-1eff3fac0d23,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:02.432042 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-a67453f2-d2e9-4e38-9ce7-9fa74be2e7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:02.456401 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f19d04a7-89a9-44e9-88f1-288ccb0d7287 req-4b03306e-57e0-4154-99cd-a11f647bc61b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301208 Jun 22 00:51:02.480154 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-24014669-6f09-4f0e-b63d-4c8c99009f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.483287 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-24014669-6f09-4f0e-b63d-4c8c99009f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.484857 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-24014669-6f09-4f0e-b63d-4c8c99009f6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af3f9e4d-d684-49b6-b2e5-617d46867514 HTTP/1.1" status: 204 len: 168 time: 0.6191337 Jun 22 00:51:02.489723 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:02.521521 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24014669-6f09-4f0e-b63d-4c8c99009f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3f9e4d-d684-49b6-b2e5-617d46867514,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:02.533819 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-24014669-6f09-4f0e-b63d-4c8c99009f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:02.542088 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7d0c82-b74d-456f-9193-aef7ba7de791 admin admin] Deleting subnet 67718405-32b8-4679-a7e0-cc767d35180a {{(pid=99507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:51:02.547095 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.549626 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0c82-b74d-456f-9193-aef7ba7de791 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.551732 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8a2db-baa0-4440-a303-f43111aeb31c req-139747dc-4e12-4544-a579-356a933baeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:02.553228 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fef8a2db-baa0-4440-a303-f43111aeb31c req-139747dc-4e12-4544-a579-356a933baeaa service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8a6ef31-972d-47b4-9645-69783314aede HTTP/1.1" status: 200 len: 910 time: 0.2402747 Jun 22 00:51:02.601713 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0c82-b74d-456f-9193-aef7ba7de791 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12239924'] for subnet, precommit_delete_associations {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.609229 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] Set router b7c9f097-759d-407d-a548-b30890de333c gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:51:02.752634 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0c82-b74d-456f-9193-aef7ba7de791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.827423 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:50:59Z', 'revision_number': 3, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:02.853307 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Allocated IP 172.20.0.1 (da625bfa-7ffc-4c06-884c-06d489bfe5c1/0b9baafd-dd68-4eef-b14a-1bb91fdb1c64/0ecf03bf-12dd-40e5-b987-e1f9454aad5c) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:02.859093 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e620e-8de4-4930-9a3c-d0a42094ad62 None None] The sync data for ids ['b7c9f097-759d-407d-a548-b30890de333c'] in dv-cinder-753305-6-iscsi is: [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:50:59Z', 'revision_number': 3, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:51:02.868390 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0c82-b74d-456f-9193-aef7ba7de791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392420'] for subnet, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.868777 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:02.927095 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d0c82-b74d-456f-9193-aef7ba7de791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67718405-32b8-4679-a7e0-cc767d35180a,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:02.971927 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1a7d0c82-b74d-456f-9193-aef7ba7de791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:03.002149 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0c82-b74d-456f-9193-aef7ba7de791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.006825 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56616) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:03.007309 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-1a7d0c82-b74d-456f-9193-aef7ba7de791 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/67718405-32b8-4679-a7e0-cc767d35180a HTTP/1.1" status: 204 len: 168 time: 0.5832875 Jun 22 00:51:03.010424 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fef8a2db-baa0-4440-a303-f43111aeb31c req-28516030-bbed-4363-8106-3f285b8120f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b922ccda-1f4d-4487-b2b1-0fce59281743 HTTP/1.1" status: 200 len: 217 time: 0.0852571 Jun 22 00:51:03.095497 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8a2db-baa0-4440-a303-f43111aeb31c req-6a004322-4bd0-4d07-be8e-6d5bba9a8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.097392 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fef8a2db-baa0-4440-a303-f43111aeb31c req-6a004322-4bd0-4d07-be8e-6d5bba9a8334 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ba31f23-8c63-4536-aa95-a36285a4d6ce HTTP/1.1" status: 200 len: 849 time: 0.0787952 Jun 22 00:51:03.111649 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.125074 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.147205 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fef8a2db-baa0-4440-a303-f43111aeb31c req-077efab8-be12-4a37-a702-5646d53a5523 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8a6ef31-972d-47b4-9645-69783314aede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428779 Jun 22 00:51:03.173814 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Transition to ACTIVE for port object 0ecf03bf-12dd-40e5-b987-e1f9454aad5c will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:03.279923 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.295177 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4080e0e3-ecf8-4d22-8438-e4ff853aa47c']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:03.313058 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380f609d-97ef-4b03-9670-5b840ca1b356') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:03.313515 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380f609d-97ef-4b03-9670-5b840ca1b356') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:03.328913 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.344155 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.348166 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fef8a2db-baa0-4440-a303-f43111aeb31c req-ff9eadc3-bbcb-4998-b82e-38f1ea615d4e service neutron] 10.222.0.15 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884024 Jun 22 00:51:03.352004 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:03.364611 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.384633 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:51:03.390414 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:51:03.391354 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:51:03.394427 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:51:03.462302 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Network da625bfa-7ffc-4c06-884c-06d489bfe5c1 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:03.498997 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.502974 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:03.505501 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.505952 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:03.507769 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4080e0e3-ecf8-4d22-8438-e4ff853aa47c HTTP/1.1" status: 204 len: 168 time: 0.4997764 Jun 22 00:51:03.509615 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ac5ec0ad-bc27-4221-97c4-06343f42f2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:03.526995 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62084e3-85fe-406c-88f2-45c48a252b81 req-3970c5c6-6b06-4ee5-8840-8be52cf2e3d7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.533963 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e62084e3-85fe-406c-88f2-45c48a252b81 req-3970c5c6-6b06-4ee5-8840-8be52cf2e3d7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.2974491 Jun 22 00:51:03.549255 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] Pushing event deleted for resources: {'Network': ['ID=4080e0e3-ecf8-4d22-8438-e4ff853aa47c,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:03.555965 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:03.582761 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ecf03bf-12dd-40e5-b987-e1f9454aad5c,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:03.603741 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:03.691253 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787516'] for router_interface, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.722364 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e62084e3-85fe-406c-88f2-45c48a252b81 req-c49789a9-6722-4fc2-8bbd-691bf7a17d53 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875212 Jun 22 00:51:03.781701 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fef8a2db-baa0-4440-a303-f43111aeb31c req-d26689fa-d89c-4c25-84c8-58c16068c7fa service neutron] 10.222.0.15 "GET /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220183 Jun 22 00:51:03.783981 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56636) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:03.831846 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb937d-2368-4aee-b563-6c1a9a69ab5f req-e55e4684-7d2b-4466-af38-b8f23a008096 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.831997 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-1fb1b3c0-44bc-41e9-b6f9-f1b6803bb39b None None] Provisioning for port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:03.835846 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-aecb937d-2368-4aee-b563-6c1a9a69ab5f req-e55e4684-7d2b-4466-af38-b8f23a008096 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 943 time: 0.3818512 Jun 22 00:51:03.841980 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-1fb1b3c0-44bc-41e9-b6f9-f1b6803bb39b None None] Provisioning complete for port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:03.842601 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1fb1b3c0-44bc-41e9-b6f9-f1b6803bb39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.856588 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-34e0e97f-1bfa-4772-a017-353527c0c2f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d94c1e7b0cae4cc88e77bbfb90a17477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0713675 Jun 22 00:51:03.859487 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56640) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:03.913103 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-1fb1b3c0-44bc-41e9-b6f9-f1b6803bb39b None None] Port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:51:03.955883 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-aecb937d-2368-4aee-b563-6c1a9a69ab5f req-4ad77bca-9a58-47f8-8126-b010d79dd2be tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120644 Jun 22 00:51:03.976991 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-74dcfe62-da2a-4eb2-810a-a1ce5d17e67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.029560 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-74dcfe62-da2a-4eb2-810a-a1ce5d17e67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.054209 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device f5a721ae-fd3f-4747-aa97-00aa9b0e50fa up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:04.099778 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.150601 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-74dcfe62-da2a-4eb2-810a-a1ce5d17e67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.151759 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-74dcfe62-da2a-4eb2-810a-a1ce5d17e67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.153295 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-74dcfe62-da2a-4eb2-810a-a1ce5d17e67f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8c4098d-3877-4b8e-abd3-8d254ef5d1f5 HTTP/1.1" status: 204 len: 168 time: 0.2926424 Jun 22 00:51:04.154099 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-391b7f44-b5ec-4b42-9403-67e765c8cb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:04.167528 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcfe62-da2a-4eb2-810a-a1ce5d17e67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c4098d-3877-4b8e-abd3-8d254ef5d1f5,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:04.173977 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-74dcfe62-da2a-4eb2-810a-a1ce5d17e67f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:04.187435 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:04.195675 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:04.197024 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.310528 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.352394 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=f5a721ae-fd3f-4747-aa97-00aa9b0e50fa,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:04.368270 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.370518 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:04.414245 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.423445 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.436906 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2f916cf9-d9f3-4425-a876-00350c6e847d tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:04.473236 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=f5a721ae-fd3f-4747-aa97-00aa9b0e50fa,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:04.487962 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:04.509816 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ecf03bf-12dd-40e5-b987-e1f9454aad5c,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:04.513890 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:04.518691 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824359'] for router_interface, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.618609 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Network da625bfa-7ffc-4c06-884c-06d489bfe5c1 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:04.620211 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:04.629831 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56654) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:04.682712 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56656) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:04.682899 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-87254503-f3e3-46c6-9bc4-34c526397ffd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fee97b8cca744578b258debc4a9c654b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479345 Jun 22 00:51:04.845141 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-5bb7face-ec5c-4b48-a139-7e3c1994c497 None None] Provisioning complete for port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:04.846916 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-5bb7face-ec5c-4b48-a139-7e3c1994c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.890230 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7face-ec5c-4b48-a139-7e3c1994c497 None None] Port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:51:05.059283 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Router b7c9f097-759d-407d-a548-b30890de333c has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:51:05.060140 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3f6c561b-37d9-4f48-bee9-3bea2b412246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:05.110394 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3f6c561b-37d9-4f48-bee9-3bea2b412246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:05.189277 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c73f5-b203-4e1a-82e1-eabbda2830d7 req-33e5ecbc-8e7e-40f2-a491-b0071252ab4d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:05.190739 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a97c73f5-b203-4e1a-82e1-eabbda2830d7 req-33e5ecbc-8e7e-40f2-a491-b0071252ab4d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.2072184 Jun 22 00:51:05.301768 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a97c73f5-b203-4e1a-82e1-eabbda2830d7 req-1a156369-8d68-430a-9d9f-5b50ccca0c3d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972929 Jun 22 00:51:05.327361 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3f6c561b-37d9-4f48-bee9-3bea2b412246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:05.327361 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3f6c561b-37d9-4f48-bee9-3bea2b412246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:05.327361 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-3f6c561b-37d9-4f48-bee9-3bea2b412246 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4c2963c-b9f4-4784-8484-df366d4be4c3 HTTP/1.1" status: 204 len: 168 time: 0.6400230 Jun 22 00:51:05.327361 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-215167c8-ecfd-4b83-aab2-5b8a03bf14c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:05.331993 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55762d-48dd-4f42-80bd-c6a8ebb8056b req-4cdc6270-3932-4060-97e3-ef5a01bf5776 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:05.333617 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-be55762d-48dd-4f42-80bd-c6a8ebb8056b req-4cdc6270-3932-4060-97e3-ef5a01bf5776 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 943 time: 0.2462177 Jun 22 00:51:05.335772 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:51:05.344678 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] 10.222.0.26 "PUT /v2.0/routers/b7c9f097-759d-407d-a548-b30890de333c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2790155 Jun 22 00:51:05.346259 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c561b-37d9-4f48-bee9-3bea2b412246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c2963c-b9f4-4784-8484-df366d4be4c3,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:05.349292 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3f6c561b-37d9-4f48-bee9-3bea2b412246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:05.356327 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Sync routers for ids ['b7c9f097-759d-407d-a548-b30890de333c'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:51:05.380241 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Routers {'b7c9f097-759d-407d-a548-b30890de333c'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:51:05.381398 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:50:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['b7c9f097-759d-407d-a548-b30890de333c'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:05.437703 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-be55762d-48dd-4f42-80bd-c6a8ebb8056b req-f53c6a05-1011-4219-86e6-160bf54c3142 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871534 Jun 22 00:51:05.556450 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Set router b7c9f097-759d-407d-a548-b30890de333c gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:51:05.867038 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:51:03Z', 'revision_number': 4, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '0ecf03bf-12dd-40e5-b987-e1f9454aad5c', 'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'mac_address': 'fa:16:3e:10:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:02Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 2, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'subnets': [{'id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:05.941398 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Checking router: b7c9f097-759d-407d-a548-b30890de333c for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:51:05.941784 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Updating router b7c9f097-759d-407d-a548-b30890de333c port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c binding host dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:51:06.088527 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208b6ed-d9ed-4ebe-bf17-ccb2f2eea124 req-1c482d42-3cfc-4601-8b23-58c02a7ca7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:06.091810 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5208b6ed-d9ed-4ebe-bf17-ccb2f2eea124 req-1c482d42-3cfc-4601-8b23-58c02a7ca7a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 1098 time: 0.1472631 Jun 22 00:51:06.113284 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device f5a721ae-fd3f-4747-aa97-00aa9b0e50fa up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:06.257326 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.270094 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:06.271064 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.307732 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5531701-d5a4-44ae-88c3-b55a2811998e req-8733d0c2-df14-4e15-889b-b4959d3a6ed8 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:06.308021 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56716) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:06.309841 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c5531701-d5a4-44ae-88c3-b55a2811998e req-8733d0c2-df14-4e15-889b-b4959d3a6ed8 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1817968 Jun 22 00:51:06.314526 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-140463380-network', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:06.362766 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208b6ed-d9ed-4ebe-bf17-ccb2f2eea124 req-693d0dda-c5b1-4d54-b825-49012899b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:06.364232 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5208b6ed-d9ed-4ebe-bf17-ccb2f2eea124 req-693d0dda-c5b1-4d54-b825-49012899b94d service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd66bcf7-565c-4d87-81a2-097abc66200e HTTP/1.1" status: 200 len: 920 time: 0.2597692 Jun 22 00:51:06.364968 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Made reservation on behalf of f4c27df047a54ec592899f504ba7208a for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:51:06.367614 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.370358 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c5531701-d5a4-44ae-88c3-b55a2811998e req-f4690fc4-26ac-455e-a550-cb9d8b8bfa37 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504627 Jun 22 00:51:06.377215 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.436520 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5208b6ed-d9ed-4ebe-bf17-ccb2f2eea124 req-aff1e747-d5bb-4de9-aa22-f3eef9daa60f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ed40c49-4059-4533-97ae-53e1cdbcd634 HTTP/1.1" status: 200 len: 217 time: 0.0426037 Jun 22 00:51:06.501682 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208b6ed-d9ed-4ebe-bf17-ccb2f2eea124 req-de5c3b13-d4ca-4a50-bbd7-e41cc59117df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:06.503369 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5208b6ed-d9ed-4ebe-bf17-ccb2f2eea124 req-de5c3b13-d4ca-4a50-bbd7-e41cc59117df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9e655c-cb93-419e-885b-298c02f8abb4 HTTP/1.1" status: 200 len: 859 time: 0.0577924 Jun 22 00:51:06.521885 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.529134 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.542545 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:51:06.550750 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5208b6ed-d9ed-4ebe-bf17-ccb2f2eea124 req-6c735056-b9f9-41ec-a436-ba9db3238c44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd66bcf7-565c-4d87-81a2-097abc66200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364158 Jun 22 00:51:06.558604 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7ee8b8ca-804e-4569-8f51-06ec9427fd37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:06.611188 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9f83d-2d76-48c3-912e-c76e10f53a4a,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:06.634518 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:06.646244 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.646589 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Added segment 3b8b06de-6272-4014-a3b3-68db70332a71 of type vlan for network 8187d5c6-e779-416e-91e6-3d8db79f42a8 Jun 22 00:51:06.718907 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.741514 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5208b6ed-d9ed-4ebe-bf17-ccb2f2eea124 req-18124d60-560e-4687-bf5e-ef58adfb0cba service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821995 Jun 22 00:51:06.754813 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bd4df-11dc-4c36-bd73-1d5fef5d0cb3 req-5b45ca91-b1a5-490f-a8b0-9f643b0489ba tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:06.762678 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ba4bd4df-11dc-4c36-bd73-1d5fef5d0cb3 req-5b45ca91-b1a5-490f-a8b0-9f643b0489ba tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 943 time: 0.1232364 Jun 22 00:51:06.778676 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.780892 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:06.785571 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.788665 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Notify callbacks [] for port, precommit_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.793746 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:06.804137 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Transition to ACTIVE for port object 0ecf03bf-12dd-40e5-b987-e1f9454aad5c will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:06.814352 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:06.821169 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:06.869648 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Pushing event updated for resources: {'Network': ['ID=8187d5c6-e779-416e-91e6-3d8db79f42a8,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:06.875471 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:06.883553 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5737846 Jun 22 00:51:06.888118 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56734) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:06.898026 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Request body: {'subnet': {'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-140463380-subnet', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'ip_version': 4}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:06.938065 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 8187d5c6-e779-416e-91e6-3d8db79f42a8 details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:51:06.966413 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ba4bd4df-11dc-4c36-bd73-1d5fef5d0cb3 req-3333d7a0-ee2e-42e4-9407-fd2d2790436a tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022960 Jun 22 00:51:06.982123 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Made reservation on behalf of f4c27df047a54ec592899f504ba7208a for: {'subnet': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:51:06.985153 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392385'] for subnet, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.090632 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5208b6ed-d9ed-4ebe-bf17-ccb2f2eea124 req-1015e8ad-5b3e-40ba-a109-182b52d79402 service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176625 Jun 22 00:51:07.101022 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcfa27-6d1b-479b-a077-472629b8a447 None None] Pushing event updated for resources: {'Port': ['ID=0ecf03bf-12dd-40e5-b987-e1f9454aad5c,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:07.126300 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-28bcfa27-6d1b-479b-a077-472629b8a447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:07.139888 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Attempting to bind port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:07.140183 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Attempting to bind port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:07.145318 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Attempting to bind port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c on network da625bfa-7ffc-4c06-884c-06d489bfe5c1 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:07.177192 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:07.177864 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Checking segment: {'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:07.178437 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.179169 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Bound using segment: {'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:07.179967 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Bound port: 0ecf03bf-12dd-40e5-b987-e1f9454aad5c, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:07.180814 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.246268 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56744) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:07.262637 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8843116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392435'] for subnet, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.266073 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:07.273997 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device b922ccda-1f4d-4487-b2b1-0fce59281743 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:51:07.296616 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] For port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:07.301058 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] For port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=0ecf03bf-12dd-40e5-b987-e1f9454aad5c,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:07.306226 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56750) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:07.306430 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.309703 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:07.347998 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6720bdc7-349a-43de-82a9-97031983bb60,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:07.352178 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:07.356483 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Checking segment: {'id': '3b8b06de-6272-4014-a3b3-68db70332a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:07.357501 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Network hostable DHCP agents. Network: 8187d5c6-e779-416e-91e6-3d8db79f42a8, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:51:07.381468 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Network 8187d5c6-e779-416e-91e6-3d8db79f42a8 is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:51:07.401282 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 8187d5c6-e779-416e-91e6-3d8db79f42a8) {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:07.420591 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:07.421192 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.429810 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ae46b1-dc11-4f1a-8181-378dfe8b5678 None None] Network 8187d5c6-e779-416e-91e6-3d8db79f42a8 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:51:07.452141 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-88b48f7c-8d15-4d2f-9bf8-048bd504a4c5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5594716 Jun 22 00:51:07.454496 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56758) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:07.461480 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-140463380-router', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:07.519842 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26072'] for router, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.525894 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3828967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26067'] for router, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.562077 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-29f8fc11-90f7-428e-8bab-c816ca84ab8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.578901 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcfa27-6d1b-479b-a077-472629b8a447 None None] Pushing event updated for resources: {'Port': ['ID=0ecf03bf-12dd-40e5-b987-e1f9454aad5c,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:07.592031 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-28bcfa27-6d1b-479b-a077-472629b8a447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:07.599011 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Routers {'b7c9f097-759d-407d-a548-b30890de333c'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:51:07.599679 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:50:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['b7c9f097-759d-407d-a548-b30890de333c'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:07.652544 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.657280 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4e02ac4b-8600-4a3c-882a-1f11e0573236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.712612 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port b922ccda-1f4d-4487-b2b1-0fce59281743, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=b922ccda-1f4d-4487-b2b1-0fce59281743,segment=NetworkSegment(d5526e22-cd00-49c4-b450-14f14668202b),segment_id=d5526e22-cd00-49c4-b450-14f14668202b)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:07.772153 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-29f8fc11-90f7-428e-8bab-c816ca84ab8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.774721 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': 'b922ccda-1f4d-4487-b2b1-0fce59281743', 'network_id': 'a8a6ef31-972d-47b4-9645-69783314aede', 'port_id': 'b922ccda-1f4d-4487-b2b1-0fce59281743', 'mac_address': 'fa:16:3e:ab:b9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba31f23-8c63-4536-aa95-a36285a4d6ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:51:07.781129 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-29f8fc11-90f7-428e-8bab-c816ca84ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.858813 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-cc4199ac-7798-4e25-bec2-eb9c0d50c492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:07.867674 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] Set router b7c9f097-759d-407d-a548-b30890de333c gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:51:07.877842 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-29f8fc11-90f7-428e-8bab-c816ca84ab8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c10e88615587467bb093d50f9a9283bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703053 Jun 22 00:51:07.892611 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56766) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:07.919388 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26053'] for router, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.929169 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8fc11-90f7-428e-8bab-c816ca84ab8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13882a52-59a0-49af-8eb9-3de930fdf303,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:07.930029 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:07.937269 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-29f8fc11-90f7-428e-8bab-c816ca84ab8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:07.955738 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a61ee2-f714-4c80-8a4e-4d5441595c57 req-936c8f26-5238-4ceb-b29c-e557035c75cb tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:07.957247 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-72a61ee2-f714-4c80-8a4e-4d5441595c57 req-936c8f26-5238-4ceb-b29c-e557035c75cb tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.3023920 Jun 22 00:51:07.969817 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b922ccda-1f4d-4487-b2b1-0fce59281743 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:51:08.018133 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4e02ac4b-8600-4a3c-882a-1f11e0573236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.022963 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4e02ac4b-8600-4a3c-882a-1f11e0573236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.026921 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:08.065625 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02ac4b-8600-4a3c-882a-1f11e0573236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d4b5ee-80d5-4ac8-a60c-8ca7521dc3c6,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:08.079566 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e938caaf-ea19-4fb5-a451-bced7f94de44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.081579 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-4e02ac4b-8600-4a3c-882a-1f11e0573236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:08.085774 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port b922ccda-1f4d-4487-b2b1-0fce59281743, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=b922ccda-1f4d-4487-b2b1-0fce59281743,segment=NetworkSegment(d5526e22-cd00-49c4-b450-14f14668202b),segment_id=d5526e22-cd00-49c4-b450-14f14668202b)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:08.087771 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638d1852-ae40-5223-b29d-3a0a322fb1c4-8187d5c6-e779-416e-91e6-3d8db79f42a8', 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'fixed_ips': [{'subnet_id': '6720bdc7-349a-43de-82a9-97031983bb60'}]}} from dv-cinder-753305-6-iscsi. {{(pid=99510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:51:08.088808 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.091773 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-72a61ee2-f714-4c80-8a4e-4d5441595c57 req-91c96ab4-aad8-4008-9e40-340f8ea6c163 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217906 Jun 22 00:51:08.103255 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.109183 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:08.127858 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e938caaf-ea19-4fb5-a451-bced7f94de44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.131822 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-4e02ac4b-8600-4a3c-882a-1f11e0573236 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18794b22ecb64a3783857caccc74c60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8836477 Jun 22 00:51:08.133833 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56774) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:08.249161 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c87dc112-7889-4367-a450-43949cb2ca69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.297811 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c87dc112-7889-4367-a450-43949cb2ca69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.312230 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=b922ccda-1f4d-4487-b2b1-0fce59281743,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:08.321031 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:08.350342 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:51:03Z', 'revision_number': 4, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '0ecf03bf-12dd-40e5-b987-e1f9454aad5c', 'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'mac_address': 'fa:16:3e:10:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:02Z', 'updated_at': '2021-06-22T00:51:07Z', 'revision_number': 4, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'subnets': [{'id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:08.356731 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e938caaf-ea19-4fb5-a451-bced7f94de44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.359218 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e938caaf-ea19-4fb5-a451-bced7f94de44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.362829 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-e938caaf-ea19-4fb5-a451-bced7f94de44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13882a52-59a0-49af-8eb9-3de930fdf303 HTTP/1.1" status: 204 len: 168 time: 0.4620895 Jun 22 00:51:08.369277 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-fc78d258-87e7-465b-bb46-eac5ca04af3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:08.374612 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c87dc112-7889-4367-a450-43949cb2ca69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.378373 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c87dc112-7889-4367-a450-43949cb2ca69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.379817 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c87dc112-7889-4367-a450-43949cb2ca69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70d4b5ee-80d5-4ac8-a60c-8ca7521dc3c6 HTTP/1.1" status: 204 len: 168 time: 0.2449670 Jun 22 00:51:08.380840 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-a904fa77-9528-4b42-bef1-44e59f922730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:08.391932 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb27813-08ee-4f76-9782-4541ce3ca89d None None] The sync data for ids ['b7c9f097-759d-407d-a548-b30890de333c'] in dv-cinder-753305-6-iscsi is: [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:51:03Z', 'revision_number': 4, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '0ecf03bf-12dd-40e5-b987-e1f9454aad5c', 'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'mac_address': 'fa:16:3e:10:4b:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:02Z', 'updated_at': '2021-06-22T00:51:07Z', 'revision_number': 4, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'subnets': [{'id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:51:08.398955 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938caaf-ea19-4fb5-a451-bced7f94de44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13882a52-59a0-49af-8eb9-3de930fdf303,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:08.401948 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e938caaf-ea19-4fb5-a451-bced7f94de44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:08.417524 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.432064 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dc112-7889-4367-a450-43949cb2ca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d4b5ee-80d5-4ac8-a60c-8ca7521dc3c6,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:08.460175 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:08.480890 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c87dc112-7889-4367-a450-43949cb2ca69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:08.581971 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982de4-6885-4aab-9ccc-570f1c2d0944 req-e5591a17-89a6-4fb5-93bb-1f475a470ad7 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:08.590424 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-65982de4-6885-4aab-9ccc-570f1c2d0944 req-e5591a17-89a6-4fb5-93bb-1f475a470ad7 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 944 time: 0.3010635 Jun 22 00:51:08.698416 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.db_base_plugin_common [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Allocated IP 172.20.0.2 (8187d5c6-e779-416e-91e6-3d8db79f42a8/6720bdc7-349a-43de-82a9-97031983bb60/711a4afa-f383-48cc-83ae-a7d813f7a5a9) {{(pid=99510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:08.969164 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['b922ccda-1f4d-4487-b2b1-0fce59281743'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:09.087597 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-65982de4-6885-4aab-9ccc-570f1c2d0944 req-48765faf-dde9-4810-955f-d2b86d761f6e tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876733 Jun 22 00:51:09.128860 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Allocated IP 172.27.0.57 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/c609c092-b6a6-4f3f-98aa-8c16ca6554bb) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:09.334198 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:09.346868 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Notify callbacks [] for port, precommit_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:09.363769 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Transition to ACTIVE for port object 711a4afa-f383-48cc-83ae-a7d813f7a5a9 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:09.411335 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Transition to ACTIVE for port object 711a4afa-f383-48cc-83ae-a7d813f7a5a9 will not be triggered until provisioned by entity DHCP. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:09.420473 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:09.424470 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:09.471741 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Network 8187d5c6-e779-416e-91e6-3d8db79f42a8 is already hosted by enough agents. {{(pid=99510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:09.477282 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.base_scheduler [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Resources bound (agent type, host, resource id): {{(pid=99510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:09.478148 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:09.486664 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Received port after_create {{(pid=99510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:09.490078 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:09.531877 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Pushing event updated for resources: {'Port': ['ID=711a4afa-f383-48cc-83ae-a7d813f7a5a9,revision_number=1']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:09.537179 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Pushing event updated for resources: {'Port': ['ID=c609c092-b6a6-4f3f-98aa-8c16ca6554bb,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:09.540469 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:09.543461 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:09.556502 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:09.571375 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f6ba4-3609-48e8-b57a-3c31baa01763 req-21d1bc3e-4749-4110-94a2-12f229469355 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:09.572406 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-260f6ba4-3609-48e8-b57a-3c31baa01763 req-21d1bc3e-4749-4110-94a2-12f229469355 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.2345848 Jun 22 00:51:09.573886 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:09.577125 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:09.648270 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Attempting to bind port 711a4afa-f383-48cc-83ae-a7d813f7a5a9 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:09.648729 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Attempting to bind port 711a4afa-f383-48cc-83ae-a7d813f7a5a9 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '3b8b06de-6272-4014-a3b3-68db70332a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:09.649014 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Attempting to bind port 711a4afa-f383-48cc-83ae-a7d813f7a5a9 on network 8187d5c6-e779-416e-91e6-3d8db79f42a8 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:09.666531 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:09.667222 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Checking segment: {'id': '3b8b06de-6272-4014-a3b3-68db70332a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:09.668273 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:09.670214 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Bound using segment: {'id': '3b8b06de-6272-4014-a3b3-68db70332a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:09.670825 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Bound port: 711a4afa-f383-48cc-83ae-a7d813f7a5a9, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8b06de-6272-4014-a3b3-68db70332a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:09.671669 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:09.730685 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-260f6ba4-3609-48e8-b57a-3c31baa01763 req-c7ec4908-e343-4439-99a2-0c8d1e3f958d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146207 Jun 22 00:51:09.809190 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] For port 711a4afa-f383-48cc-83ae-a7d813f7a5a9, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:09.812507 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] For port 711a4afa-f383-48cc-83ae-a7d813f7a5a9, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=711a4afa-f383-48cc-83ae-a7d813f7a5a9,segment=NetworkSegment(3b8b06de-6272-4014-a3b3-68db70332a71),segment_id=3b8b06de-6272-4014-a3b3-68db70332a71)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:09.820768 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:09.825981 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-87cc04cd-2820-4365-8818-83932f3e0b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:09.950328 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Pushing event updated for resources: {'Port': ['ID=711a4afa-f383-48cc-83ae-a7d813f7a5a9,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:09.953789 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:10.025043 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0ecf03bf-12dd-40e5-b987-e1f9454aad5c up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:10.030466 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.153306 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:10.158087 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:10.158705 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.396315 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.498354 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=0ecf03bf-12dd-40e5-b987-e1f9454aad5c,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:10.509211 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.514913 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:10.606079 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=0ecf03bf-12dd-40e5-b987-e1f9454aad5c,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:10.610171 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:10.610337 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485f597-df55-4f77-a6d2-cb3972331566 req-8a8385f9-52b3-45e0-9860-86e43806bd45 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:10.611760 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c485f597-df55-4f77-a6d2-cb3972331566 req-8a8385f9-52b3-45e0-9860-86e43806bd45 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 944 time: 0.2362514 Jun 22 00:51:10.615052 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785236'] for router, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.640272 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56860) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:10.693754 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c485f597-df55-4f77-a6d2-cb3972331566 req-e8858334-056d-4631-a4a0-3abf6c41a462 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761950 Jun 22 00:51:10.833820 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5cee3161-9437-4d38-b242-61b8c3c9309d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.870187 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Router 1028e0a4-c135-4116-9530-6181d36e87fd is scheduled to L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 with binding_index 1 {{(pid=99507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:51:11.015671 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5cee3161-9437-4d38-b242-61b8c3c9309d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.020394 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5cee3161-9437-4d38-b242-61b8c3c9309d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.032881 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:51:11.047344 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-aa6146f6-6949-4585-be42-eebb9c1cad75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:11.051843 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Sync routers for ids ['1028e0a4-c135-4116-9530-6181d36e87fd'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:51:11.061419 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Notify callbacks [] for router, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.062629 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6070333 Jun 22 00:51:11.067002 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 56884) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:11.068626 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Routers {'1028e0a4-c135-4116-9530-6181d36e87fd'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:51:11.069301 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:50:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1028e0a4-c135-4116-9530-6181d36e87fd'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:11.097617 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-5cee3161-9437-4d38-b242-61b8c3c9309d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4efcfc532a554cd695a0484537e91394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561734 Jun 22 00:51:11.098609 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 56886) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:11.099702 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee3161-9437-4d38-b242-61b8c3c9309d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215047a7-8aca-4ee7-b6dc-76b9c52441a0,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:11.103551 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-5cee3161-9437-4d38-b242-61b8c3c9309d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:11.155931 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566470-dc1c-40d8-bef9-ef22acface63 req-071fac05-2611-4efd-9a34-60c81f559caa tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:11.157448 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e2566470-dc1c-40d8-bef9-ef22acface63 req-071fac05-2611-4efd-9a34-60c81f559caa tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1801174 Jun 22 00:51:11.179516 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6e883e93-4828-4b6c-9f62-21a5fe8afb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.202994 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6e883e93-4828-4b6c-9f62-21a5fe8afb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.210969 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Set router 1028e0a4-c135-4116-9530-6181d36e87fd gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:51:11.266776 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e2566470-dc1c-40d8-bef9-ef22acface63 req-fedeb40c-6519-4627-98b8-e1650ae0814c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959949 Jun 22 00:51:11.274856 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6e883e93-4828-4b6c-9f62-21a5fe8afb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.281759 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6e883e93-4828-4b6c-9f62-21a5fe8afb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.281759 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-6e883e93-4828-4b6c-9f62-21a5fe8afb6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/215047a7-8aca-4ee7-b6dc-76b9c52441a0 HTTP/1.1" status: 204 len: 168 time: 0.1739049 Jun 22 00:51:11.281759 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0f987b7d-5c9d-4d87-b224-36a7ae357944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:11.289860 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e883e93-4828-4b6c-9f62-21a5fe8afb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215047a7-8aca-4ee7-b6dc-76b9c52441a0,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:11.293277 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-6e883e93-4828-4b6c-9f62-21a5fe8afb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:11.318765 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device b922ccda-1f4d-4487-b2b1-0fce59281743 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:11.418286 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port b922ccda-1f4d-4487-b2b1-0fce59281743 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:11.423845 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-9c326c2a-587c-4512-b222-e95929a8bf63 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:11.424402 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port b922ccda-1f4d-4487-b2b1-0fce59281743 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:11.424835 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.431240 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-9c326c2a-587c-4512-b222-e95929a8bf63 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 815 time: 0.3618705 Jun 22 00:51:11.457709 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-29a7ce2a-416e-44bc-97b8-886c218b42e0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/quotas/abed0509eac14d0f94282f9058c84b9b HTTP/1.1" status: 200 len: 375 time: 0.0253139 Jun 22 00:51:11.504446 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'name': 'tempest-TestMinimumBasicScenario-140463380-router', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:07Z', 'updated_at': '2021-06-22T00:51:09Z', 'revision_number': 3, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'gw_port': {'id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:08Z', 'updated_at': '2021-06-22T00:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:11.525483 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bee158d-27c9-4dbd-b638-93b802f0aa54 None None] Network 8187d5c6-e779-416e-91e6-3d8db79f42a8 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:51:11.532174 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.539298 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Checking router: 1028e0a4-c135-4116-9530-6181d36e87fd for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:51:11.539652 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Updating router 1028e0a4-c135-4116-9530-6181d36e87fd port c609c092-b6a6-4f3f-98aa-8c16ca6554bb binding host dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:51:11.597943 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.619466 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-24939fc8-f3ef-4802-bdc5-1b902e53c869 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1607976 Jun 22 00:51:11.621993 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c545d5-34da-4e35-a5b5-3efa47d1ec98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b922ccda-1f4d-4487-b2b1-0fce59281743'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:11.624326 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ab4c53-bace-48af-a0b2-8a0d73570e5d" -d '{"events": [{"server_uuid": "79c545d5-34da-4e35-a5b5-3efa47d1ec98", "name": "network-vif-plugged", "status": "completed", "tag": "b922ccda-1f4d-4487-b2b1-0fce59281743"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:11.646301 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port b922ccda-1f4d-4487-b2b1-0fce59281743, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=b922ccda-1f4d-4487-b2b1-0fce59281743,segment=NetworkSegment(d5526e22-cd00-49c4-b450-14f14668202b),segment_id=d5526e22-cd00-49c4-b450-14f14668202b)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:11.649793 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-47a2bf7a-202f-4c37-a831-f0aab157da3f None None] Provisioning for port 711a4afa-f383-48cc-83ae-a7d813f7a5a9 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:11.660852 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.664577 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-28bcfa27-6d1b-479b-a077-472629b8a447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:11.707181 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ebc556-b48f-457e-9e6b-57262ca24d08 x-openstack-request-id: req-c3ebc556-b48f-457e-9e6b-57262ca24d08 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:11.707475 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c545d5-34da-4e35-a5b5-3efa47d1ec98", "name": "network-vif-plugged", "status": "completed", "tag": "b922ccda-1f4d-4487-b2b1-0fce59281743", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:11.707735 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3ebc556-b48f-457e-9e6b-57262ca24d08 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:11.708128 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c545d5-34da-4e35-a5b5-3efa47d1ec98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b922ccda-1f4d-4487-b2b1-0fce59281743', 'code': 200} Jun 22 00:51:11.779155 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=b922ccda-1f4d-4487-b2b1-0fce59281743,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:11.784227 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:11.789097 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-52a1c07d-eabb-4609-8b82-02fba906971c service neutron] 10.222.0.26 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680348 Jun 22 00:51:12.013767 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Notify callbacks [] for port, precommit_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:12.048582 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.provisioning_blocks [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Transition to ACTIVE for port object c609c092-b6a6-4f3f-98aa-8c16ca6554bb will not be triggered until provisioned by entity L2. {{(pid=99511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:12.059572 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:12.064739 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-2f516357-385c-4ede-9896-8f4af85793f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:12.111727 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0ecf03bf-12dd-40e5-b987-e1f9454aad5c up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:12.178423 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d926a75-614a-4f5e-ad95-a612727342d8 None None] Pushing event updated for resources: {'Port': ['ID=c609c092-b6a6-4f3f-98aa-8c16ca6554bb,revision_number=2']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:12.185689 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-7d926a75-614a-4f5e-ad95-a612727342d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:12.186704 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Attempting to bind port c609c092-b6a6-4f3f-98aa-8c16ca6554bb on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:12.187120 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Attempting to bind port c609c092-b6a6-4f3f-98aa-8c16ca6554bb by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:12.187478 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Attempting to bind port c609c092-b6a6-4f3f-98aa-8c16ca6554bb on network 88674bb2-d018-41a5-a891-26911eb48c6d {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:12.194828 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:12.195462 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Checking segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:12.196027 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:12.197947 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Bound using segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:12.199618 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Bound port: c609c092-b6a6-4f3f-98aa-8c16ca6554bb, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:12.201714 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:12.208697 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:12.209314 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:12.274362 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] For port c609c092-b6a6-4f3f-98aa-8c16ca6554bb, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:12.278447 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] For port c609c092-b6a6-4f3f-98aa-8c16ca6554bb, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=c609c092-b6a6-4f3f-98aa-8c16ca6554bb,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:12.285499 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:12.299152 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:12.330048 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 711a4afa-f383-48cc-83ae-a7d813f7a5a9 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:12.373196 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Routers {'1028e0a4-c135-4116-9530-6181d36e87fd'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:51:12.374002 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:50:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1028e0a4-c135-4116-9530-6181d36e87fd'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:12.396164 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 711a4afa-f383-48cc-83ae-a7d813f7a5a9 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:12.401208 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 711a4afa-f383-48cc-83ae-a7d813f7a5a9 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:12.401976 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:12.416532 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d926a75-614a-4f5e-ad95-a612727342d8 None None] Pushing event updated for resources: {'Port': ['ID=c609c092-b6a6-4f3f-98aa-8c16ca6554bb,revision_number=3']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:12.423993 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-7d926a75-614a-4f5e-ad95-a612727342d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:12.493150 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-43bc072f-27ef-49f4-aea3-a15312c4a02c service neutron] 10.222.0.26 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6928601 Jun 22 00:51:12.533764 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] Set router 1028e0a4-c135-4116-9530-6181d36e87fd gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:51:12.533985 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:12.565599 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820dfce-c3ee-4ddb-bb91-bc8ca75ee7dd req-f3c6d7b7-f9fc-4c1e-9e6b-54c5fa293cb5 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:12.567322 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3820dfce-c3ee-4ddb-bb91-bc8ca75ee7dd req-f3c6d7b7-f9fc-4c1e-9e6b-54c5fa293cb5 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.7018683 Jun 22 00:51:12.569330 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8044685-e1f8-4f88-9cc4-babceefe1505 req-4486210f-609b-426f-b10a-6455410dbe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:12.570688 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8044685-e1f8-4f88-9cc4-babceefe1505 req-4486210f-609b-426f-b10a-6455410dbe79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 1098 time: 0.5577309 Jun 22 00:51:12.572014 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 711a4afa-f383-48cc-83ae-a7d813f7a5a9, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=711a4afa-f383-48cc-83ae-a7d813f7a5a9,segment=NetworkSegment(3b8b06de-6272-4014-a3b3-68db70332a71),segment_id=3b8b06de-6272-4014-a3b3-68db70332a71)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:12.578718 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:12.582007 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:12.653881 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=711a4afa-f383-48cc-83ae-a7d813f7a5a9,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:12.662273 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:12.682839 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:12.697204 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8044685-e1f8-4f88-9cc4-babceefe1505 req-a6e9391c-703e-4652-ab38-ecee4feb9171 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989501 Jun 22 00:51:12.798818 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3820dfce-c3ee-4ddb-bb91-bc8ca75ee7dd req-5d8ddc87-e2e2-480d-9f60-70174c54c40a tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151592 Jun 22 00:51:12.890154 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'name': 'tempest-TestMinimumBasicScenario-140463380-router', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:07Z', 'updated_at': '2021-06-22T00:51:09Z', 'revision_number': 3, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'gw_port': {'id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:08Z', 'updated_at': '2021-06-22T00:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:12.892945 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Allocated IP 172.20.0.1 (8187d5c6-e779-416e-91e6-3d8db79f42a8/6720bdc7-349a-43de-82a9-97031983bb60/a0542e65-4b55-496e-a9a4-240c9056a197) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:12.916945 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2b43a-7cc4-44c4-8271-e7ca75b33a99 None None] The sync data for ids ['1028e0a4-c135-4116-9530-6181d36e87fd'] in dv-cinder-753305-6-iscsi is: [{'id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'name': 'tempest-TestMinimumBasicScenario-140463380-router', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:07Z', 'updated_at': '2021-06-22T00:51:09Z', 'revision_number': 3, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'gw_port': {'id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:08Z', 'updated_at': '2021-06-22T00:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:51:12.954102 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-8a03afc9-804b-4961-be81-bc53a3804701 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=cc54d9c23a834abe9a912355352b9a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529141 Jun 22 00:51:13.246758 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:13.282015 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Transition to ACTIVE for port object a0542e65-4b55-496e-a9a4-240c9056a197 will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:13.291162 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-ac458fcf-2813-4c12-8540-c194d4acbc30 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:13.295467 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-ac458fcf-2813-4c12-8540-c194d4acbc30 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310492 Jun 22 00:51:13.319796 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-17be3a43-bc73-4397-91b7-abf8a5798f3a tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/quotas/cc54d9c23a834abe9a912355352b9a94 HTTP/1.1" status: 200 len: 375 time: 0.0182333 Jun 22 00:51:13.346792 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:13.363365 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-fa47b6dd-88c7-41d3-8f50-2856714f431c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:13.373620 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Network 8187d5c6-e779-416e-91e6-3d8db79f42a8 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:13.377198 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:13.437406 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:13.453084 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-1c3694f8-ad19-452b-87eb-bcaa562a3c0a tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cc54d9c23a834abe9a912355352b9a94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908971 Jun 22 00:51:13.537145 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Pushing event updated for resources: {'Port': ['ID=a0542e65-4b55-496e-a9a4-240c9056a197,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:13.545196 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:13.562346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787516'] for router_interface, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:13.667052 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-44dfac5c-4c0c-4b33-8cf6-ea6d41b38906 None None] Provisioning for port a0542e65-4b55-496e-a9a4-240c9056a197 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:13.681144 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-44dfac5c-4c0c-4b33-8cf6-ea6d41b38906 None None] Provisioning complete for port a0542e65-4b55-496e-a9a4-240c9056a197 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:13.682173 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-44dfac5c-4c0c-4b33-8cf6-ea6d41b38906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:13.702842 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274271a6-f0f6-4136-87fa-b892299ca75c req-2d49efa3-df7f-4903-8f0d-fddfb38c7fca tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:13.704426 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-274271a6-f0f6-4136-87fa-b892299ca75c req-2d49efa3-df7f-4903-8f0d-fddfb38c7fca tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.2593274 Jun 22 00:51:13.769733 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-44dfac5c-4c0c-4b33-8cf6-ea6d41b38906 None None] Port a0542e65-4b55-496e-a9a4-240c9056a197 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:51:13.840938 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f6542b4-10ec-4eb5-9836-f03a444aabdd req-187ccd1b-4362-457d-96ef-2185d75e8a59 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 210 time: 0.1081824 Jun 22 00:51:13.885949 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:13.912253 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-274271a6-f0f6-4136-87fa-b892299ca75c req-9c2c006a-689d-4f24-ad38-fa5a166e68bd tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967900 Jun 22 00:51:14.007408 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8faa166a-1781-4396-b81c-4fd7b1662707 req-b2444fc0-8736-4c18-8a91-c5f792b12cdb tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 210 time: 0.0910881 Jun 22 00:51:14.021577 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.143538 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device c609c092-b6a6-4f3f-98aa-8c16ca6554bb up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:14.252902 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port c609c092-b6a6-4f3f-98aa-8c16ca6554bb completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:14.255870 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port c609c092-b6a6-4f3f-98aa-8c16ca6554bb triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:14.257135 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.277907 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e92053-cd18-4eb0-9f8a-1da6b2ca2cde req-17758316-fc2f-4734-af15-deb48d1af9f5 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:14.280724 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-69e92053-cd18-4eb0-9f8a-1da6b2ca2cde req-17758316-fc2f-4734-af15-deb48d1af9f5 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.1745923 Jun 22 00:51:14.384153 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.408485 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port c609c092-b6a6-4f3f-98aa-8c16ca6554bb, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=c609c092-b6a6-4f3f-98aa-8c16ca6554bb,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:14.413467 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.414475 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 711a4afa-f383-48cc-83ae-a7d813f7a5a9 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:14.420980 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.432847 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-69e92053-cd18-4eb0-9f8a-1da6b2ca2cde req-8fc3e136-038c-4be2-a43f-db3de3f346f3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457627 Jun 22 00:51:14.435060 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.437598 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:14.458356 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:14.517521 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824359'] for router_interface, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.531013 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=c609c092-b6a6-4f3f-98aa-8c16ca6554bb,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:14.534971 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Pushing event updated for resources: {'Port': ['ID=a0542e65-4b55-496e-a9a4-240c9056a197,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:14.540480 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:14.551624 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:14.552400 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 711a4afa-f383-48cc-83ae-a7d813f7a5a9 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:14.553030 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.627210 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Network 8187d5c6-e779-416e-91e6-3d8db79f42a8 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:14.628802 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:14.840014 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-b0ff32be-0cba-4e9e-b8da-88064c018c4b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:14.842015 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-b0ff32be-0cba-4e9e-b8da-88064c018c4b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 815 time: 0.1640832 Jun 22 00:51:14.844482 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Router 1028e0a4-c135-4116-9530-6181d36e87fd has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:51:14.937948 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Request body: {'port': {'device_id': 'c6733545-a7c5-40c0-a5d8-f697632a5c0a', 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792', 'admin_state_up': True, 'tenant_id': 'abed0509eac14d0f94282f9058c84b9b'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:14.945539 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-3851b04d-6f47-41d5-88f0-dd53d8f576d7 None None] Provisioning complete for port a0542e65-4b55-496e-a9a4-240c9056a197 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:14.946081 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-3851b04d-6f47-41d5-88f0-dd53d8f576d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.989058 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-3851b04d-6f47-41d5-88f0-dd53d8f576d7 None None] Port a0542e65-4b55-496e-a9a4-240c9056a197 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:51:15.070300 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-459d1c7a-32d8-4a21-8123-8c97140d5dd5 req-6aba3d0a-4b94-4495-a12e-ad5920648b2e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 210 time: 0.0750802 Jun 22 00:51:15.115313 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:51:15.122133 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] 10.222.0.26 "PUT /v2.0/routers/1028e0a4-c135-4116-9530-6181d36e87fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0539191 Jun 22 00:51:15.139973 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Made reservation on behalf of abed0509eac14d0f94282f9058c84b9b for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:51:15.143966 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:15.255081 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61c02988-1004-4f0f-8716-f1c78c53645b req-2ee6c565-3c1e-4f04-8f4e-73379a5bdadf tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 210 time: 0.0482159 Jun 22 00:51:15.266204 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Sync routers for ids ['1028e0a4-c135-4116-9530-6181d36e87fd'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:51:15.284306 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Routers {'1028e0a4-c135-4116-9530-6181d36e87fd'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:51:15.285271 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:50:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1028e0a4-c135-4116-9530-6181d36e87fd'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:15.366790 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Allocated IP 172.20.0.2 (19fe0ada-a91e-4ec7-8159-76864314e792/6e1a9e46-eede-4dcb-adf3-f8c4b66dab15/9fa8960f-4555-47d9-9ba1-b589f6b730f7) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:15.445349 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Set router 1028e0a4-c135-4116-9530-6181d36e87fd gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:51:15.605632 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:15.705418 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:15.730813 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:15.766666 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['0a03e900-0808-498e-babe-78f009d53055', '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b', '4fb5a068-5ab6-49ce-b47d-711af1f8bb6e'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:15.790165 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Network 19fe0ada-a91e-4ec7-8159-76864314e792 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:15.798179 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:15.801292 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:15.858183 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'name': 'tempest-TestMinimumBasicScenario-140463380-router', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:07Z', 'updated_at': '2021-06-22T00:51:13Z', 'revision_number': 4, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'gw_port': {'id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:08Z', 'updated_at': '2021-06-22T00:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'a0542e65-4b55-496e-a9a4-240c9056a197', 'name': '', 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'mac_address': 'fa:16:3e:c4:12:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '6720bdc7-349a-43de-82a9-97031983bb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:12Z', 'updated_at': '2021-06-22T00:51:14Z', 'revision_number': 2, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'subnets': [{'id': '6720bdc7-349a-43de-82a9-97031983bb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:15.899105 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:15.900687 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:15.922947 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Checking router: 1028e0a4-c135-4116-9530-6181d36e87fd for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:51:15.923310 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Updating router 1028e0a4-c135-4116-9530-6181d36e87fd port a0542e65-4b55-496e-a9a4-240c9056a197 binding host dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:51:15.988426 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device c609c092-b6a6-4f3f-98aa-8c16ca6554bb up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:16.041245 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:16.189171 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port c609c092-b6a6-4f3f-98aa-8c16ca6554bb triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:16.189872 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:16.293698 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Pushing event updated for resources: {'Port': ['ID=9fa8960f-4555-47d9-9ba1-b589f6b730f7,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:16.307041 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-e832e2c6-6a74-4b99-960a-b9f4ad910ad4 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc54d9c23a834abe9a912355352b9a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4896450 Jun 22 00:51:16.318788 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:16.345260 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4237618 Jun 22 00:51:16.359902 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd416edc-7b69-4115-9978-5c8cc17d999d req-05980b5d-0c08-4aea-8947-3a3c49049a89 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:16.366819 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fd416edc-7b69-4115-9978-5c8cc17d999d req-05980b5d-0c08-4aea-8947-3a3c49049a89 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.6789103 Jun 22 00:51:16.431409 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea0c07-cbf5-4159-b940-0be35db30e71 req-e92b5692-0e02-4447-b4c3-9832e58e843b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:16.432961 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bdea0c07-cbf5-4159-b940-0be35db30e71 req-e92b5692-0e02-4447-b4c3-9832e58e843b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 931 time: 0.1409273 Jun 22 00:51:16.448049 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fd416edc-7b69-4115-9978-5c8cc17d999d req-87c4bb4d-943a-4bc8-bdde-c1fc6adc902b tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802386 Jun 22 00:51:16.474537 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Request body: {'port': {'device_id': 'c6733545-a7c5-40c0-a5d8-f697632a5c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:16.710565 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b322c7ed-e906-46fe-9161-dc1441f2e0fd req-27d78562-0e15-4415-a9ce-487136116893 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 210 time: 0.0650785 Jun 22 00:51:16.725424 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bdea0c07-cbf5-4159-b940-0be35db30e71 req-03e7b12a-5635-40c7-90e1-3f03a3cdf232 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707748 Jun 22 00:51:16.753892 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:16.796689 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Notify callbacks [] for port, precommit_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:16.824500 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Transition to ACTIVE for port object a0542e65-4b55-496e-a9a4-240c9056a197 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:16.842283 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:16.845660 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:16.852309 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-b3f57990-58e9-47a0-bb8e-87738c91a23c tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:16.855710 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-b3f57990-58e9-47a0-bb8e-87738c91a23c tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198335 Jun 22 00:51:17.003376 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317d715-5f42-449f-9331-574d959ac33e None None] Pushing event updated for resources: {'Port': ['ID=a0542e65-4b55-496e-a9a4-240c9056a197,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:17.003376 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-1317d715-5f42-449f-9331-574d959ac33e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:17.147355 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Attempting to bind port a0542e65-4b55-496e-a9a4-240c9056a197 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:17.147907 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Attempting to bind port a0542e65-4b55-496e-a9a4-240c9056a197 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '3b8b06de-6272-4014-a3b3-68db70332a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:17.148280 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Attempting to bind port a0542e65-4b55-496e-a9a4-240c9056a197 on network 8187d5c6-e779-416e-91e6-3d8db79f42a8 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:17.155223 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:17.155674 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Checking segment: {'id': '3b8b06de-6272-4014-a3b3-68db70332a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:17.156091 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.156494 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Bound using segment: {'id': '3b8b06de-6272-4014-a3b3-68db70332a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:17.156970 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Bound port: a0542e65-4b55-496e-a9a4-240c9056a197, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8b06de-6272-4014-a3b3-68db70332a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:17.157400 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.170608 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f44bcb-2296-4880-9c06-34ac45c5168f req-1dfecc4b-f404-44c0-be28-f59937b95baa tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:17.172095 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f44bcb-2296-4880-9c06-34ac45c5168f req-1dfecc4b-f404-44c0-be28-f59937b95baa tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.2996063 Jun 22 00:51:17.247350 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] For port a0542e65-4b55-496e-a9a4-240c9056a197, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:17.254231 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] For port a0542e65-4b55-496e-a9a4-240c9056a197, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=a0542e65-4b55-496e-a9a4-240c9056a197,segment=NetworkSegment(3b8b06de-6272-4014-a3b3-68db70332a71),segment_id=3b8b06de-6272-4014-a3b3-68db70332a71)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:17.262048 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.265739 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:17.267670 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f44bcb-2296-4880-9c06-34ac45c5168f req-91b37859-5018-4ed3-a175-4d9c11a33fcf tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846784 Jun 22 00:51:17.283032 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa8960f-4555-47d9-9ba1-b589f6b730f7 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:51:17.302773 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.318791 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Transition to ACTIVE for port object 9fa8960f-4555-47d9-9ba1-b589f6b730f7 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:17.328924 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.335745 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:17.362134 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317d715-5f42-449f-9331-574d959ac33e None None] Pushing event updated for resources: {'Port': ['ID=a0542e65-4b55-496e-a9a4-240c9056a197,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:17.366149 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-1317d715-5f42-449f-9331-574d959ac33e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:17.395320 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Routers {'1028e0a4-c135-4116-9530-6181d36e87fd'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:51:17.395859 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:50:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1028e0a4-c135-4116-9530-6181d36e87fd'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:17.449883 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa8960f-4555-47d9-9ba1-b589f6b730f7,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:17.454474 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:17.563998 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Attempting to bind port 9fa8960f-4555-47d9-9ba1-b589f6b730f7 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:17.566401 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Attempting to bind port 9fa8960f-4555-47d9-9ba1-b589f6b730f7 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:17.566857 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Attempting to bind port 9fa8960f-4555-47d9-9ba1-b589f6b730f7 on network 19fe0ada-a91e-4ec7-8159-76864314e792 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:17.573477 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Port 9fa8960f-4555-47d9-9ba1-b589f6b730f7 on network 19fe0ada-a91e-4ec7-8159-76864314e792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:51:17.575147 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Attempting to bind port 9fa8960f-4555-47d9-9ba1-b589f6b730f7 on network 19fe0ada-a91e-4ec7-8159-76864314e792 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:17.582234 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:17.582830 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Checking segment: {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:17.583414 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Bound using segment: {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:17.584023 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Bound port: 9fa8960f-4555-47d9-9ba1-b589f6b730f7, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b61a43-b131-4094-9780-775e7a5382d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:17.584552 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.652906 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] Set router 1028e0a4-c135-4116-9530-6181d36e87fd gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:51:17.689224 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] For port 9fa8960f-4555-47d9-9ba1-b589f6b730f7, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:17.693804 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] For port 9fa8960f-4555-47d9-9ba1-b589f6b730f7, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=9fa8960f-4555-47d9-9ba1-b589f6b730f7,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:17.702814 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.715892 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-594be846-0118-40a0-9c80-6b43ea0995e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:17.751228 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:17.752658 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.754387 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] 10.222.0.15 "PUT /v2.0/ports/9fa8960f-4555-47d9-9ba1-b589f6b730f7 HTTP/1.1" status: 200 len: 1093 time: 1.2852383 Jun 22 00:51:17.755868 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6733545-a7c5-40c0-a5d8-f697632a5c0a', 'tag': '9fa8960f-4555-47d9-9ba1-b589f6b730f7'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:17.758430 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3035c52-bfe2-414b-9e1f-5991bb94c894" -d '{"events": [{"name": "network-changed", "server_uuid": "c6733545-a7c5-40c0-a5d8-f697632a5c0a", "tag": "9fa8960f-4555-47d9-9ba1-b589f6b730f7"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:17.796677 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa8960f-4555-47d9-9ba1-b589f6b730f7,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:17.808265 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:17.962482 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'name': 'tempest-TestMinimumBasicScenario-140463380-router', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:07Z', 'updated_at': '2021-06-22T00:51:13Z', 'revision_number': 4, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'gw_port': {'id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:08Z', 'updated_at': '2021-06-22T00:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'a0542e65-4b55-496e-a9a4-240c9056a197', 'name': '', 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'mac_address': 'fa:16:3e:c4:12:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '6720bdc7-349a-43de-82a9-97031983bb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:12Z', 'updated_at': '2021-06-22T00:51:17Z', 'revision_number': 4, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'subnets': [{'id': '6720bdc7-349a-43de-82a9-97031983bb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:17.994343 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b92a0-e69e-413f-bdf2-e56074d26022 None None] The sync data for ids ['1028e0a4-c135-4116-9530-6181d36e87fd'] in dv-cinder-753305-6-iscsi is: [{'id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'name': 'tempest-TestMinimumBasicScenario-140463380-router', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:07Z', 'updated_at': '2021-06-22T00:51:13Z', 'revision_number': 4, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'gw_port': {'id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:08Z', 'updated_at': '2021-06-22T00:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'a0542e65-4b55-496e-a9a4-240c9056a197', 'name': '', 'network_id': '8187d5c6-e779-416e-91e6-3d8db79f42a8', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'mac_address': 'fa:16:3e:c4:12:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '6720bdc7-349a-43de-82a9-97031983bb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:12Z', 'updated_at': '2021-06-22T00:51:17Z', 'revision_number': 4, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'subnets': [{'id': '6720bdc7-349a-43de-82a9-97031983bb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:51:19.338013 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Request body: {'port': {'device_id': '213ae3fa-bbca-48b3-a7ac-b931d1942259', 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf', 'admin_state_up': True, 'tenant_id': 'cc54d9c23a834abe9a912355352b9a94'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:19.460207 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Made reservation on behalf of cc54d9c23a834abe9a912355352b9a94 for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:51:19.463642 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:19.472323 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:19.578884 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:19.587149 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:19.595114 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:19.692734 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:19.702781 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:19.783252 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Allocated IP 192.168.233.225 (801bb010-2084-4f85-849b-c788261e4bdf/bd31b7a4-fcdb-4ee3-979d-7799a8c1e4ff/03f8d1f3-6a0e-4ead-9a00-85339e2c544e) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:20.041021 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.056716 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Transition to ACTIVE for port object 03f8d1f3-6a0e-4ead-9a00-85339e2c544e will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:20.107768 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a0542e65-4b55-496e-a9a4-240c9056a197 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:20.121759 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.125856 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-15c0eadd-2c57-4779-8639-49b23cafe60b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:20.172966 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Network 801bb010-2084-4f85-849b-c788261e4bdf is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:20.177330 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:20.178263 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port a0542e65-4b55-496e-a9a4-240c9056a197 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:20.181812 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:20.197120 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port a0542e65-4b55-496e-a9a4-240c9056a197 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:20.197670 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.233705 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:20.234376 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.249788 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Pushing event updated for resources: {'Port': ['ID=03f8d1f3-6a0e-4ead-9a00-85339e2c544e,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:20.255372 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9539597 Jun 22 00:51:20.256218 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:20.310768 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.349601 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port a0542e65-4b55-496e-a9a4-240c9056a197, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=a0542e65-4b55-496e-a9a4-240c9056a197,segment=NetworkSegment(3b8b06de-6272-4014-a3b3-68db70332a71),segment_id=3b8b06de-6272-4014-a3b3-68db70332a71)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:20.358542 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.362409 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-e7834637-c0db-4eda-9bb4-e0e6195500ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:20.425353 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=a0542e65-4b55-496e-a9a4-240c9056a197,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:20.435431 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.436101 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.436918 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.438023 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.438548 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.439488 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.439979 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.440603 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.441119 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.441616 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.441957 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.442291 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:20.449708 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:20.462608 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-a1193fc3-3b62-4f39-ab0a-7b44a4a36413 None None] Provisioning for port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:20.469829 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-a1193fc3-3b62-4f39-ab0a-7b44a4a36413 None None] Provisioning complete for port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:20.470218 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a1193fc3-3b62-4f39-ab0a-7b44a4a36413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.531596 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-a1193fc3-3b62-4f39-ab0a-7b44a4a36413 None None] Port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:51:20.544573 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-756bad0d-a70b-4111-acac-48f4bdc04201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:21.111694 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Request body: {'port': {'device_id': '213ae3fa-bbca-48b3-a7ac-b931d1942259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:21.398531 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83a0ea-7d42-4750-ae92-dd85b2f2bee7 req-d4dd792b-7736-4f10-beeb-5baeb158becf tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:21.400199 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ee83a0ea-7d42-4750-ae92-dd85b2f2bee7 req-d4dd792b-7736-4f10-beeb-5baeb158becf tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 936 time: 0.2164061 Jun 22 00:51:21.402614 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-67f29e55-e387-4d91-bf7e-cd5e816a2073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:21.404360 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-67f29e55-e387-4d91-bf7e-cd5e816a2073 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 1096 time: 0.2194657 Jun 22 00:51:21.405118 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:21.570465 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-4903f470-1fd4-448f-a90f-e1f46e52d1f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fa8960f-4555-47d9-9ba1-b589f6b730f7 HTTP/1.1" status: 200 len: 217 time: 0.0663071 Jun 22 00:51:21.618112 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ee83a0ea-7d42-4750-ae92-dd85b2f2bee7 req-491be39f-4041-4005-aadc-3afec198ceae tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041211 Jun 22 00:51:21.704627 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06003ecd-00bd-4e91-8a41-0f4484b2dbd4 x-openstack-request-id: req-06003ecd-00bd-4e91-8a41-0f4484b2dbd4 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:21.707151 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6733545-a7c5-40c0-a5d8-f697632a5c0a", "tag": "9fa8960f-4555-47d9-9ba1-b589f6b730f7", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:21.707542 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06003ecd-00bd-4e91-8a41-0f4484b2dbd4 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:21.708241 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6733545-a7c5-40c0-a5d8-f697632a5c0a', 'tag': '9fa8960f-4555-47d9-9ba1-b589f6b730f7', 'status': 'completed', 'code': 200} Jun 22 00:51:21.724652 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-7dab5194-1bd0-4226-bb3d-d28f23bb9573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:21.726154 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-7dab5194-1bd0-4226-bb3d-d28f23bb9573 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e1a9e46-eede-4dcb-adf3-f8c4b66dab15 HTTP/1.1" status: 200 len: 855 time: 0.1123037 Jun 22 00:51:21.775684 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-13efa6e0-18b9-455e-b015-a5f4a0095691 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19fe0ada-a91e-4ec7-8159-76864314e792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410888 Jun 22 00:51:21.936589 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92b2c0-4e86-4e34-a86c-53a9d4ed6d03 req-3243a092-2e4d-4a12-8f6a-10bc0e89a88e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:21.936589 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2e92b2c0-4e86-4e34-a86c-53a9d4ed6d03 req-3243a092-2e4d-4a12-8f6a-10bc0e89a88e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.4781744 Jun 22 00:51:21.988728 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-18c2f68e-f151-4e6a-8d35-6b91f784732b service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962175 Jun 22 00:51:22.000237 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a0542e65-4b55-496e-a9a4-240c9056a197 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:22.131623 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port a0542e65-4b55-496e-a9a4-240c9056a197 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:22.132229 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:22.147912 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2e92b2c0-4e86-4e34-a86c-53a9d4ed6d03 req-eacd1650-8e3c-4d14-9573-84897b2a2b6a tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979594 Jun 22 00:51:22.301417 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f8d1f3-6a0e-4ead-9a00-85339e2c544e {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:51:22.308649 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94b85de0-3934-4ad8-90bd-216d881628e5 req-b9028e26-cd90-4728-bbf6-c3f713548ca2 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033228 Jun 22 00:51:22.313879 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:22.366490 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Transition to ACTIVE for port object 03f8d1f3-6a0e-4ead-9a00-85339e2c544e will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:22.374971 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:22.378824 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-f331002d-8214-45db-98ae-c2fc4b47da35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:22.546377 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c99c2-536b-4d9c-adb4-9a529f21ec65 req-566162a0-2dfb-45fe-bcae-8c68870bde75 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:22.547928 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f71c99c2-536b-4d9c-adb4-9a529f21ec65 req-566162a0-2dfb-45fe-bcae-8c68870bde75 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.2313943 Jun 22 00:51:22.600054 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Pushing event updated for resources: {'Port': ['ID=03f8d1f3-6a0e-4ead-9a00-85339e2c544e,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:22.638537 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:22.961339 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0590ec31-0d29-4792-b2f8-c1c2ec72861e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:22.984761 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f71c99c2-536b-4d9c-adb4-9a529f21ec65 req-1c7e272b-a0bd-4e58-b2be-37a62685b1db tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910809 Jun 22 00:51:23.051457 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Attempting to bind port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:23.051805 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Attempting to bind port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '1544e9c5-b4bd-46ea-b020-47c4d6825bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:23.052271 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Attempting to bind port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e on network 801bb010-2084-4f85-849b-c788261e4bdf {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:23.055644 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3035c52-bfe2-414b-9e1f-5991bb94c894 req-02e69614-83f9-49ec-8330-cf324f16b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:23.057137 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3035c52-bfe2-414b-9e1f-5991bb94c894 req-02e69614-83f9-49ec-8330-cf324f16b3b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abed0509eac14d0f94282f9058c84b9b&device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 1096 time: 0.4613278 Jun 22 00:51:23.066857 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e on network 801bb010-2084-4f85-849b-c788261e4bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:51:23.067209 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Attempting to bind port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e on network 801bb010-2084-4f85-849b-c788261e4bdf {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:23.076827 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:23.077174 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Checking segment: {'id': '1544e9c5-b4bd-46ea-b020-47c4d6825bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:23.077574 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Bound using segment: {'id': '1544e9c5-b4bd-46ea-b020-47c4d6825bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:23.078033 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Bound port: 03f8d1f3-6a0e-4ead-9a00-85339e2c544e, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1544e9c5-b4bd-46ea-b020-47c4d6825bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:23.078383 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:23.111744 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c21e34-cf68-41ca-bc3e-0fc934afe24b req-2aa623da-2792-43e7-a8dc-9df067ab79fb tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:23.113322 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2c21e34-cf68-41ca-bc3e-0fc934afe24b req-2aa623da-2792-43e7-a8dc-9df067ab79fb tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.1364472 Jun 22 00:51:23.243757 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2c21e34-cf68-41ca-bc3e-0fc934afe24b req-4e1d6d93-a4cf-40ca-923f-acfd82dc5d10 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923631 Jun 22 00:51:23.243757 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] For port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:23.250052 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] For port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=03f8d1f3-6a0e-4ead-9a00-85339e2c544e,segment=NetworkSegment(1544e9c5-b4bd-46ea-b020-47c4d6825bc8),segment_id=1544e9c5-b4bd-46ea-b020-47c4d6825bc8)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:23.255191 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:23.258874 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:23.309725 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:23.310388 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:23.313678 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] 10.222.0.15 "PUT /v2.0/ports/03f8d1f3-6a0e-4ead-9a00-85339e2c544e HTTP/1.1" status: 200 len: 1098 time: 2.2077539 Jun 22 00:51:23.379253 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Pushing event updated for resources: {'Port': ['ID=03f8d1f3-6a0e-4ead-9a00-85339e2c544e,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:23.382788 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:23.419204 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b847e-98b2-4287-bb7d-a8009ac8b434 req-093089fe-7768-4520-9f6b-baae7ae3e419 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:23.421530 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3c3b847e-98b2-4287-bb7d-a8009ac8b434 req-093089fe-7768-4520-9f6b-baae7ae3e419 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.1164143 Jun 22 00:51:23.464665 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3c3b847e-98b2-4287-bb7d-a8009ac8b434 req-7fa0584f-af89-4f4e-81ca-94a68ec97694 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375473 Jun 22 00:51:23.560153 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:23.709968 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213ae3fa-bbca-48b3-a7ac-b931d1942259', 'tag': '03f8d1f3-6a0e-4ead-9a00-85339e2c544e'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:23.712375 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb70241-afdb-4f93-a790-30fc22260339" -d '{"events": [{"name": "network-changed", "server_uuid": "213ae3fa-bbca-48b3-a7ac-b931d1942259", "tag": "03f8d1f3-6a0e-4ead-9a00-85339e2c544e"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:23.751182 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8d45a9-5e10-4fb4-a51d-c5e91b806745 x-openstack-request-id: req-9e8d45a9-5e10-4fb4-a51d-c5e91b806745 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:23.751504 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213ae3fa-bbca-48b3-a7ac-b931d1942259", "tag": "03f8d1f3-6a0e-4ead-9a00-85339e2c544e", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:23.751784 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e8d45a9-5e10-4fb4-a51d-c5e91b806745 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:23.752200 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213ae3fa-bbca-48b3-a7ac-b931d1942259', 'tag': '03f8d1f3-6a0e-4ead-9a00-85339e2c544e', 'status': 'completed', 'code': 200} Jun 22 00:51:24.170246 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa55eaf-3031-42f0-90a5-aa192e6289bc req-d997c4a9-cb44-4029-8e5c-f91a27b13ae7 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:24.171834 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6aa55eaf-3031-42f0-90a5-aa192e6289bc req-d997c4a9-cb44-4029-8e5c-f91a27b13ae7 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0660939 Jun 22 00:51:24.221036 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6aa55eaf-3031-42f0-90a5-aa192e6289bc req-3c47215f-08fb-4d9c-a9e7-9c7fbb21d45c tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Jun 22 00:51:24.419587 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef66a4f-9a20-4d71-adc1-ad618e22366c req-f9ca1f57-3e3a-42ed-8df7-17407b8b17de tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:24.420991 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4ef66a4f-9a20-4d71-adc1-ad618e22366c req-f9ca1f57-3e3a-42ed-8df7-17407b8b17de tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0783212 Jun 22 00:51:24.468013 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4ef66a4f-9a20-4d71-adc1-ad618e22366c req-242af1ba-5a6a-42bf-954e-7e248eb55402 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389495 Jun 22 00:51:24.538848 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:24.658284 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011add23-29d9-4d55-9cd0-055d0df09fed req-3f965662-db0b-4e76-907b-16849e085d81 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:24.659952 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-011add23-29d9-4d55-9cd0-055d0df09fed req-3f965662-db0b-4e76-907b-16849e085d81 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0684798 Jun 22 00:51:24.726448 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-011add23-29d9-4d55-9cd0-055d0df09fed req-2e786448-2d75-4bca-ab3c-d7f87ddfec34 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540001 Jun 22 00:51:25.421048 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac3f3c-2393-425d-93c9-90c873c47a05 req-d82d67ae-415f-4c1b-b1b8-7a9db6f374d8 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:25.424034 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-09ac3f3c-2393-425d-93c9-90c873c47a05 req-d82d67ae-415f-4c1b-b1b8-7a9db6f374d8 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0739827 Jun 22 00:51:25.466010 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-09ac3f3c-2393-425d-93c9-90c873c47a05 req-4037544a-53a3-4e27-95a0-194c606a883a tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378807 Jun 22 00:51:25.650782 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105e4aa-927f-4a81-869a-45cb56a5c667 req-98fec665-7627-46b7-b092-a31141822248 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:25.653727 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2105e4aa-927f-4a81-869a-45cb56a5c667 req-98fec665-7627-46b7-b092-a31141822248 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0683300 Jun 22 00:51:25.709583 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2105e4aa-927f-4a81-869a-45cb56a5c667 req-9c305652-f47d-4f15-bbe3-44910f4f52dd tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472481 Jun 22 00:51:25.933641 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d25b1-7461-491d-8e05-02268ac7994b req-fe318e6e-38b7-47c0-a27d-f073505790ac tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:25.935215 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-be9d25b1-7461-491d-8e05-02268ac7994b req-fe318e6e-38b7-47c0-a27d-f073505790ac tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0678344 Jun 22 00:51:25.984717 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-be9d25b1-7461-491d-8e05-02268ac7994b req-69c7c29b-4005-4747-8a14-0e2cfeb4c57b tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Jun 22 00:51:26.164825 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:26.647819 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6458988-069e-4605-9ccd-1516fb31297b req-535cae90-f1b5-4ae7-8d83-b289dba74613 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:26.649277 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b6458988-069e-4605-9ccd-1516fb31297b req-535cae90-f1b5-4ae7-8d83-b289dba74613 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0659654 Jun 22 00:51:26.691365 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b6458988-069e-4605-9ccd-1516fb31297b req-597743b6-ce83-4661-9454-3c5c7e6ba5de tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355864 Jun 22 00:51:27.054674 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cdb20-1dc2-44ee-991c-17d1405ef7b2 req-fd11e8b0-a727-4457-95cc-34099b0e7a3d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:27.056111 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-198cdb20-1dc2-44ee-991c-17d1405ef7b2 req-fd11e8b0-a727-4457-95cc-34099b0e7a3d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0603969 Jun 22 00:51:27.095378 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-198cdb20-1dc2-44ee-991c-17d1405ef7b2 req-821d092d-0a62-4686-83c0-f38f61363d6d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335200 Jun 22 00:51:27.268838 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-94bc0495-8ff2-49b1-99a6-5868bd4ae6ed tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:27.270248 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-94bc0495-8ff2-49b1-99a6-5868bd4ae6ed tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/networks?id=da625bfa-7ffc-4c06-884c-06d489bfe5c1 HTTP/1.1" status: 200 len: 813 time: 0.1010785 Jun 22 00:51:27.284612 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-f3f20049-c07a-48bc-a7d0-9523100497d2 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/quotas/568a64bec1344b6c9e7b7ecdb3b5f0a8 HTTP/1.1" status: 200 len: 375 time: 0.0090303 Jun 22 00:51:27.352998 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-160ac430-9a0c-4065-9d79-82e369fc5981 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634186 Jun 22 00:51:27.449350 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-aa6eda68-5a5d-4d46-937e-49c76b4b430b service neutron] 10.222.0.26 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830748 Jun 22 00:51:27.535815 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-a5c8e78f-0394-40a6-8cdf-046830e5ed3a service neutron] 10.222.0.26 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801170 Jun 22 00:51:27.803657 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6612b39-4659-40c0-b380-4b46dfb109f9 req-4f78cdf4-a203-4df1-b922-4f32e78552fa tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:27.805210 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d6612b39-4659-40c0-b380-4b46dfb109f9 req-4f78cdf4-a203-4df1-b922-4f32e78552fa tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0675762 Jun 22 00:51:27.851631 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d6612b39-4659-40c0-b380-4b46dfb109f9 req-e55e8dde-0f05-4b7f-8a0b-87372ba064b5 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Jun 22 00:51:27.992363 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3ecb6b2d-f976-41d0-baef-7cb8b37b00c5 req-18530675-8d2c-4394-858c-9a82d5ad8886 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 210 time: 0.0976026 Jun 22 00:51:28.054224 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb70241-afdb-4f93-a790-30fc22260339 req-87373f71-1605-438d-bdc1-b2a49ab4127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:28.055622 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4fb70241-afdb-4f93-a790-30fc22260339 req-87373f71-1605-438d-bdc1-b2a49ab4127e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc54d9c23a834abe9a912355352b9a94&device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 1101 time: 0.1406963 Jun 22 00:51:28.056947 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3035c52-bfe2-414b-9e1f-5991bb94c894 req-bcee5ffa-4747-4bc1-a099-43919e454b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:28.058610 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3035c52-bfe2-414b-9e1f-5991bb94c894 req-bcee5ffa-4747-4bc1-a099-43919e454b84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 200 len: 916 time: 0.1536932 Jun 22 00:51:28.108549 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4fb70241-afdb-4f93-a790-30fc22260339 req-568a43e2-4129-4c60-a202-ae5c99a87413 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc54d9c23a834abe9a912355352b9a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266182 Jun 22 00:51:28.150918 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3035c52-bfe2-414b-9e1f-5991bb94c894 req-e86f3271-928b-4a2f-8f46-0ee4f5258066 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fa8960f-4555-47d9-9ba1-b589f6b730f7 HTTP/1.1" status: 200 len: 217 time: 0.0589945 Jun 22 00:51:28.277492 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3035c52-bfe2-414b-9e1f-5991bb94c894 req-ac2f7f20-62ab-4409-aa58-e73ad2a84ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:28.278891 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3035c52-bfe2-414b-9e1f-5991bb94c894 req-ac2f7f20-62ab-4409-aa58-e73ad2a84ff8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6e1a9e46-eede-4dcb-adf3-f8c4b66dab15 HTTP/1.1" status: 200 len: 855 time: 0.0969121 Jun 22 00:51:28.313932 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1687d9-129d-4770-989c-ed74a52a68af req-af23e98c-196c-4039-8055-5d72bcea9564 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:28.315330 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-de1687d9-129d-4770-989c-ed74a52a68af req-af23e98c-196c-4039-8055-5d72bcea9564 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.2059250 Jun 22 00:51:28.344567 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb70241-afdb-4f93-a790-30fc22260339 req-7949d845-d69f-492c-8ca2-2be1ea0745c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:28.346091 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4fb70241-afdb-4f93-a790-30fc22260339 req-7949d845-d69f-492c-8ca2-2be1ea0745c4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2092741 Jun 22 00:51:28.352479 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3035c52-bfe2-414b-9e1f-5991bb94c894 req-937a64cf-7cc0-4474-b462-903543ad6d5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=19fe0ada-a91e-4ec7-8159-76864314e792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362782 Jun 22 00:51:28.408192 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-de1687d9-129d-4770-989c-ed74a52a68af req-eef11e74-bb44-447e-80cc-35aa3f2231e9 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811980 Jun 22 00:51:28.512615 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3035c52-bfe2-414b-9e1f-5991bb94c894 req-f38778af-4dfa-4f43-bbb2-709f40d118d7 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458685 Jun 22 00:51:28.518179 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-0ae1775d-4321-45d3-9095-99e9e7958edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:28.519742 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-0ae1775d-4321-45d3-9095-99e9e7958edd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc54d9c23a834abe9a912355352b9a94&device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 1101 time: 0.0883839 Jun 22 00:51:28.583237 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a6fb4-9602-456c-ad1d-4ea2a6055a41 req-5a3a1db1-b3a4-47bc-b035-26ec083ea156 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:28.584525 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4e4a6fb4-9602-456c-ad1d-4ea2a6055a41 req-5a3a1db1-b3a4-47bc-b035-26ec083ea156 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0607138 Jun 22 00:51:28.621444 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4e4a6fb4-9602-456c-ad1d-4ea2a6055a41 req-a4763a36-5ad0-43b1-b051-29b51ecf15ed tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304379 Jun 22 00:51:28.883169 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-c653a311-7760-478e-abfe-0db37dd82c37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=03f8d1f3-6a0e-4ead-9a00-85339e2c544e HTTP/1.1" status: 200 len: 217 time: 0.0446672 Jun 22 00:51:28.983317 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-c153dd83-dfc6-46e2-8c78-44309e79e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:28.984687 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-c153dd83-dfc6-46e2-8c78-44309e79e5bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd31b7a4-fcdb-4ee3-979d-7799a8c1e4ff HTTP/1.1" status: 200 len: 843 time: 0.0684104 Jun 22 00:51:29.059606 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3035c52-bfe2-414b-9e1f-5991bb94c894 req-1ec16d10-4b68-443c-83c3-656a50594ec7 service neutron] 10.222.0.15 "GET /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144690 Jun 22 00:51:29.096711 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004d802-c1fc-4a50-b602-faeafd0bd8e6 req-c5192233-1843-46dc-9767-874b9a3c8e06 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:29.098186 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1004d802-c1fc-4a50-b602-faeafd0bd8e6 req-c5192233-1843-46dc-9767-874b9a3c8e06 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.1281021 Jun 22 00:51:29.103709 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-c162e051-5918-49a8-9f78-cefaa5e8849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:29.105204 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-c162e051-5918-49a8-9f78-cefaa5e8849c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=801bb010-2084-4f85-849b-c788261e4bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1088622 Jun 22 00:51:29.152278 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5d17a50e-347c-45a1-a445-c1feea7a7fc2 req-831055c9-f8ff-4b52-991b-49e9f2d723a7 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 210 time: 0.0454957 Jun 22 00:51:29.207734 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1004d802-c1fc-4a50-b602-faeafd0bd8e6 req-0dc2efb3-76c5-4fe1-90a8-124d962c32f6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005740 Jun 22 00:51:29.241943 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-d3c6cbc0-4267-4789-ad42-11ca9b4ed4cc service neutron] 10.222.0.15 "GET /v2.0/networks/801bb010-2084-4f85-849b-c788261e4bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198239 Jun 22 00:51:29.334299 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3bfa568b-7594-444b-86f3-978a7ef8b7fd req-355ae8a0-19fd-47c5-919e-e635c8ce645b service neutron] 10.222.0.15 "GET /v2.0/networks/801bb010-2084-4f85-849b-c788261e4bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833664 Jun 22 00:51:29.634564 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-a7ae56f2-7c18-4cf9-8cd9-5bbb1a2d90f8 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:29.636708 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-a7ae56f2-7c18-4cf9-8cd9-5bbb1a2d90f8 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.15 "GET /v2.0/networks?id=da625bfa-7ffc-4c06-884c-06d489bfe5c1 HTTP/1.1" status: 200 len: 813 time: 0.1626983 Jun 22 00:51:29.650068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d5299-6a20-4533-b236-a151fb81dc41 req-4b358c4d-2066-4367-91be-9012bdbcebec tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:29.651822 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0e4d5299-6a20-4533-b236-a151fb81dc41 req-4b358c4d-2066-4367-91be-9012bdbcebec tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.1047902 Jun 22 00:51:29.676130 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Request body: {'port': {'device_id': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'admin_state_up': True, 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:29.739478 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0e4d5299-6a20-4533-b236-a151fb81dc41 req-90155c0e-464f-4b5b-952e-2588bb9e2035 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823362 Jun 22 00:51:29.845348 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81824b8-4e5e-400f-a171-1b6e29cd79fb req-ae4bf7ab-c2cd-4e9c-a593-40322f782845 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:29.846790 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e81824b8-4e5e-400f-a171-1b6e29cd79fb req-ae4bf7ab-c2cd-4e9c-a593-40322f782845 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.1107006 Jun 22 00:51:29.851251 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Made reservation on behalf of 568a64bec1344b6c9e7b7ecdb3b5f0a8 for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:51:29.855020 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:29.910384 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e81824b8-4e5e-400f-a171-1b6e29cd79fb req-a5b07dd7-12bd-4148-9bb3-d4ba292e229d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530667 Jun 22 00:51:30.008453 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Allocated IP 172.20.0.6 (da625bfa-7ffc-4c06-884c-06d489bfe5c1/0b9baafd-dd68-4eef-b14a-1bb91fdb1c64/c01d3598-ae46-47e5-9f46-36c559df7359) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:30.164879 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:30.177691 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Transition to ACTIVE for port object c01d3598-ae46-47e5-9f46-36c559df7359 will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:30.218557 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:30.222527 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:30.267459 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Network da625bfa-7ffc-4c06-884c-06d489bfe5c1 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:30.270700 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:30.276486 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:30.279910 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'Port': ['ID=c01d3598-ae46-47e5-9f46-36c559df7359,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:30.291309 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:30.375969 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:30.376629 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:30.402010 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7309101 Jun 22 00:51:30.411130 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3307d-7c6e-4273-9fe8-6aefc554c789 req-9b45b11d-bfe8-4c2a-97b4-08d0fd52f38c tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:30.412580 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-77a3307d-7c6e-4273-9fe8-6aefc554c789 req-9b45b11d-bfe8-4c2a-97b4-08d0fd52f38c tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.1372008 Jun 22 00:51:30.484228 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-77a3307d-7c6e-4273-9fe8-6aefc554c789 req-1c054520-ecd2-4487-b4ac-e2464a5fea3a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651555 Jun 22 00:51:30.672796 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b218d68-8c70-4102-8800-83b18f7f2d3c req-9d1d8fa4-fc6b-4144-8522-468d6383cad2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:30.674406 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7b218d68-8c70-4102-8800-83b18f7f2d3c req-9d1d8fa4-fc6b-4144-8522-468d6383cad2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0655911 Jun 22 00:51:30.690810 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-a034e84c-ac45-45e7-aa92-33bd890afe5c None None] Provisioning for port c01d3598-ae46-47e5-9f46-36c559df7359 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:30.697800 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-a034e84c-ac45-45e7-aa92-33bd890afe5c None None] Provisioning complete for port c01d3598-ae46-47e5-9f46-36c559df7359 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:30.699062 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a034e84c-ac45-45e7-aa92-33bd890afe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:30.715231 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7b218d68-8c70-4102-8800-83b18f7f2d3c req-4adb74d7-8f7a-4aad-a030-7e944e116718 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351257 Jun 22 00:51:30.735275 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-a034e84c-ac45-45e7-aa92-33bd890afe5c None None] Port c01d3598-ae46-47e5-9f46-36c559df7359 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:51:30.916012 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536336f-3caf-4086-b0f7-e55a289959a5 req-d8a4c836-18f4-4c51-962e-60b572ae8c8a tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:30.917781 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0536336f-3caf-4086-b0f7-e55a289959a5 req-d8a4c836-18f4-4c51-962e-60b572ae8c8a tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0653851 Jun 22 00:51:30.957765 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0536336f-3caf-4086-b0f7-e55a289959a5 req-1dfb7c32-5ece-4d20-b4bb-04d792691526 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336537 Jun 22 00:51:31.167307 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb7df4-47ca-4fcc-a2de-38c60ac37c35 req-1c40c196-0f37-41e8-914b-43e43e563025 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:31.169377 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7acb7df4-47ca-4fcc-a2de-38c60ac37c35 req-1c40c196-0f37-41e8-914b-43e43e563025 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.1010466 Jun 22 00:51:31.213848 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7acb7df4-47ca-4fcc-a2de-38c60ac37c35 req-32a77dd9-b02b-414a-9028-5775cf520b7e tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382380 Jun 22 00:51:31.666418 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e314cb-b2e1-43ff-afa0-272c0f3fccf5 req-9865984f-264c-47c7-a8d1-0aa640694cfe tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:31.667956 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-06e314cb-b2e1-43ff-afa0-272c0f3fccf5 req-9865984f-264c-47c7-a8d1-0aa640694cfe tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0725732 Jun 22 00:51:31.714760 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-06e314cb-b2e1-43ff-afa0-272c0f3fccf5 req-53035aeb-5966-449c-8627-8a50db0e4422 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386200 Jun 22 00:51:31.912850 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480b415-20ff-4278-ba3d-5e456d58afca req-ef1ce692-ee90-466e-b1ae-a08387b6ecef tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:31.914576 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0480b415-20ff-4278-ba3d-5e456d58afca req-ef1ce692-ee90-466e-b1ae-a08387b6ecef tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0729580 Jun 22 00:51:31.957215 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0480b415-20ff-4278-ba3d-5e456d58afca req-960749a6-97f6-48c5-aaa2-1fbeb4712103 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369313 Jun 22 00:51:32.159198 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c59ced-9553-4c79-9b4e-e880eb324b5c req-ca7a0f56-2384-49d2-882e-9d5276718fd8 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:32.160767 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d7c59ced-9553-4c79-9b4e-e880eb324b5c req-ca7a0f56-2384-49d2-882e-9d5276718fd8 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0667045 Jun 22 00:51:32.202607 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d7c59ced-9553-4c79-9b4e-e880eb324b5c req-2593491a-12b8-4a49-a332-29d1911dcaac tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346532 Jun 22 00:51:32.401843 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9d7b3-74de-4aae-9303-4f2c67191866 req-a49446a7-ce71-49df-b773-e0dce580fcf7 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:32.403418 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-81b9d7b3-74de-4aae-9303-4f2c67191866 req-a49446a7-ce71-49df-b773-e0dce580fcf7 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0767477 Jun 22 00:51:32.451050 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-81b9d7b3-74de-4aae-9303-4f2c67191866 req-06b9a10e-9456-4e99-b8e8-5d1d3527b47b tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 Jun 22 00:51:32.895701 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae68932-94a0-467c-8a72-7977a1af3559 req-8ec05539-e098-41b3-9684-5945cb4c4727 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:32.897076 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cae68932-94a0-467c-8a72-7977a1af3559 req-8ec05539-e098-41b3-9684-5945cb4c4727 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0642958 Jun 22 00:51:32.934724 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cae68932-94a0-467c-8a72-7977a1af3559 req-3c2f4a3e-63bd-49b4-90cd-d40490a40fba tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314798 Jun 22 00:51:33.152710 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2216cc-cb39-4b4e-ad6c-2c80ebc2cf17 req-81b1293c-97df-40f0-a1f2-15ce33dad347 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:33.154081 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8d2216cc-cb39-4b4e-ad6c-2c80ebc2cf17 req-81b1293c-97df-40f0-a1f2-15ce33dad347 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0760427 Jun 22 00:51:33.194218 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8d2216cc-cb39-4b4e-ad6c-2c80ebc2cf17 req-e1b9d830-26eb-44e9-aecb-0e304d61e64d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343702 Jun 22 00:51:33.384456 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcbb27-d6ee-416d-9d0a-2f7357bc9087 req-a562a305-322b-497a-8392-36635f4d6437 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:33.386551 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b9bcbb27-d6ee-416d-9d0a-2f7357bc9087 req-a562a305-322b-497a-8392-36635f4d6437 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0692294 Jun 22 00:51:33.423937 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b9bcbb27-d6ee-416d-9d0a-2f7357bc9087 req-fa36a750-43a3-42ae-bc2c-281bee524ce3 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313284 Jun 22 00:51:33.640034 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52f6fc-ee24-4378-b06c-b5ee0b3b6584 req-b2f9d1e6-085e-4764-acf4-f4146aa5950e tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:33.641506 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5c52f6fc-ee24-4378-b06c-b5ee0b3b6584 req-b2f9d1e6-085e-4764-acf4-f4146aa5950e tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0632312 Jun 22 00:51:33.680498 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5c52f6fc-ee24-4378-b06c-b5ee0b3b6584 req-0614637f-a15e-4ea6-a251-5861f1972752 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330698 Jun 22 00:51:34.127010 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39842f7e-379c-4738-bc8a-ee9cfe88be54 req-8971ebc8-74dc-4d33-b130-33d5b557e81c tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:34.128424 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-39842f7e-379c-4738-bc8a-ee9cfe88be54 req-8971ebc8-74dc-4d33-b130-33d5b557e81c tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0675826 Jun 22 00:51:34.168208 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-39842f7e-379c-4738-bc8a-ee9cfe88be54 req-a2d03847-7b35-4501-b000-fba540341739 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339589 Jun 22 00:51:34.393966 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fc001-5e01-425e-9273-40072369b7b6 req-8e6145a9-a456-4e4f-a87e-fd62734f9d90 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:34.395445 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-500fc001-5e01-425e-9273-40072369b7b6 req-8e6145a9-a456-4e4f-a87e-fd62734f9d90 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0754716 Jun 22 00:51:34.435157 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-500fc001-5e01-425e-9273-40072369b7b6 req-eb3ebc60-451c-4018-b99b-c4b2d4cb2265 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Jun 22 00:51:34.597663 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1b359-8fc4-4a87-9508-6a04171e58ac req-4753dc1b-39d9-4459-97af-e6b2fd7dabff tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:34.599141 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-16d1b359-8fc4-4a87-9508-6a04171e58ac req-4753dc1b-39d9-4459-97af-e6b2fd7dabff tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0670300 Jun 22 00:51:34.640155 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-16d1b359-8fc4-4a87-9508-6a04171e58ac req-255d664b-b860-4961-8e9a-03be1c084412 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342710 Jun 22 00:51:34.865298 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d3d72-08b9-42a9-9add-754f4cfb2f2a req-2e080b96-6873-4f60-8614-4523e7bfee8a tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:34.866762 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cb2d3d72-08b9-42a9-9add-754f4cfb2f2a req-2e080b96-6873-4f60-8614-4523e7bfee8a tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0675282 Jun 22 00:51:34.907924 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cb2d3d72-08b9-42a9-9add-754f4cfb2f2a req-31e5939e-8e53-492d-84f7-f9e5334588b0 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349395 Jun 22 00:51:35.340255 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a9ddf-3606-4340-bcdc-bef48d71f860 req-0d70711e-fea9-4a40-ac2f-a6f6869e80ec tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:35.341671 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-558a9ddf-3606-4340-bcdc-bef48d71f860 req-0d70711e-fea9-4a40-ac2f-a6f6869e80ec tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0625637 Jun 22 00:51:35.383427 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-558a9ddf-3606-4340-bcdc-bef48d71f860 req-9f151f2c-8610-469a-b015-484400bbd90e tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359576 Jun 22 00:51:35.617965 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238257b-397d-4893-9646-9f44ee3efac4 req-7a79763d-9d90-4328-98b9-86a34f9aa2a2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:35.619468 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d238257b-397d-4893-9646-9f44ee3efac4 req-7a79763d-9d90-4328-98b9-86a34f9aa2a2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0678689 Jun 22 00:51:35.660701 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d238257b-397d-4893-9646-9f44ee3efac4 req-3fa7bf41-cf5f-4c9c-a84e-cf66a4cddfe1 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347550 Jun 22 00:51:35.822808 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6234d50-05ab-4916-b2fb-3804ffe40d04 req-176d0148-ab4e-450d-8279-d0616a702d08 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:35.824794 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e6234d50-05ab-4916-b2fb-3804ffe40d04 req-176d0148-ab4e-450d-8279-d0616a702d08 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0645189 Jun 22 00:51:35.867638 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e6234d50-05ab-4916-b2fb-3804ffe40d04 req-d301ed78-89d7-4e2f-a5fd-2277a8d176f6 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364652 Jun 22 00:51:36.094653 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc71286-1728-4179-9357-d99b33df25bc req-58d2cd84-1892-4e97-9480-51c8d52f0a4c tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:36.096076 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6bc71286-1728-4179-9357-d99b33df25bc req-58d2cd84-1892-4e97-9480-51c8d52f0a4c tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0651329 Jun 22 00:51:36.135663 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6bc71286-1728-4179-9357-d99b33df25bc req-09a464fc-57f8-4bcb-93f7-049a2333c2f8 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333850 Jun 22 00:51:36.557343 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060498a-5374-47f3-b44e-635af486f19f req-80450532-bf5f-48f1-8c6f-472fa20390b5 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:36.558899 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8060498a-5374-47f3-b44e-635af486f19f req-80450532-bf5f-48f1-8c6f-472fa20390b5 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0639405 Jun 22 00:51:36.595731 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8060498a-5374-47f3-b44e-635af486f19f req-9327dc42-95a0-4e74-958d-0d4b8bb48bd6 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Jun 22 00:51:36.834264 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3ce0a-ff7f-4195-9427-000ba7a57e49 req-26dc72d4-04f0-4567-a503-82953ca4ef9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:36.835804 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-feb3ce0a-ff7f-4195-9427-000ba7a57e49 req-26dc72d4-04f0-4567-a503-82953ca4ef9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0626969 Jun 22 00:51:36.873531 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-feb3ce0a-ff7f-4195-9427-000ba7a57e49 req-d3a9f81f-f073-434c-877a-4c671e2bee26 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Jun 22 00:51:37.036570 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8862a-265e-4786-89b6-1840a2ba9a35 req-050d9136-4f1c-46b7-b7f6-fb79fb8847d2 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:37.037996 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d6a8862a-265e-4786-89b6-1840a2ba9a35 req-050d9136-4f1c-46b7-b7f6-fb79fb8847d2 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0657718 Jun 22 00:51:37.078810 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d6a8862a-265e-4786-89b6-1840a2ba9a35 req-e0ef8d2e-a67b-4dad-b09b-8569cb204ef7 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346649 Jun 22 00:51:37.316255 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe8fdb-3a34-4ff9-9623-75e1b0ef75c8 req-2126b4d9-efda-40dc-8edc-8d6953a1ad7c tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:37.317786 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-56fe8fdb-3a34-4ff9-9623-75e1b0ef75c8 req-2126b4d9-efda-40dc-8edc-8d6953a1ad7c tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0680418 Jun 22 00:51:37.356372 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-56fe8fdb-3a34-4ff9-9623-75e1b0ef75c8 req-babec9ec-f5bb-454a-8a75-d2d73b6133a5 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Jun 22 00:51:37.780211 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aebd3-981f-4575-a87a-afa365cb07c2 req-37e65252-1599-4eb5-a52a-8804f81897e8 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:37.782040 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-452aebd3-981f-4575-a87a-afa365cb07c2 req-37e65252-1599-4eb5-a52a-8804f81897e8 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0672886 Jun 22 00:51:37.821773 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-452aebd3-981f-4575-a87a-afa365cb07c2 req-61dc33e1-d5ec-485d-8a75-422f0a254687 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340869 Jun 22 00:51:38.293641 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68392d-21fe-4b74-90ff-976e4b3207d3 req-6bce9b88-52d8-404c-ba55-e1fac1edd1fb tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:38.295110 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f68392d-21fe-4b74-90ff-976e4b3207d3 req-6bce9b88-52d8-404c-ba55-e1fac1edd1fb tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.3027697 Jun 22 00:51:38.331253 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f68392d-21fe-4b74-90ff-976e4b3207d3 req-b9f0149e-6351-4d0a-b3c1-c74cb89a4a3c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305204 Jun 22 00:51:38.488908 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf62586-1403-4951-8e38-b75fb6adbf92 req-1939b293-8ed6-45a8-baf1-2b1afa711aed tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:38.490328 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5cf62586-1403-4951-8e38-b75fb6adbf92 req-1939b293-8ed6-45a8-baf1-2b1afa711aed tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0622373 Jun 22 00:51:38.528369 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5cf62586-1403-4951-8e38-b75fb6adbf92 req-4881d9f5-2a50-4803-b063-52edd5be6a76 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Jun 22 00:51:38.714468 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764d5a8-9cc6-4250-9814-bdd7b27c8f34 req-b1318424-9719-429b-8b06-34c928d971f8 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:38.716253 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2764d5a8-9cc6-4250-9814-bdd7b27c8f34 req-b1318424-9719-429b-8b06-34c928d971f8 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0685408 Jun 22 00:51:38.753679 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2764d5a8-9cc6-4250-9814-bdd7b27c8f34 req-ceae2050-83f6-402f-b3a4-1a52c59f02a6 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315909 Jun 22 00:51:38.999182 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e39bbb-980e-4cb9-96da-eb28d7eabe36 req-cf5d2a41-21cd-4c97-b5f8-6bd0f79e4ae9 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:39.001437 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c1e39bbb-980e-4cb9-96da-eb28d7eabe36 req-cf5d2a41-21cd-4c97-b5f8-6bd0f79e4ae9 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0645695 Jun 22 00:51:39.040493 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c1e39bbb-980e-4cb9-96da-eb28d7eabe36 req-154435f1-9f83-4afa-bafa-293ef18998f4 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333571 Jun 22 00:51:39.511406 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ea0b0-6704-441b-806e-8d92fde8999f req-c97c2b99-8e5c-458c-8aa9-e471dc6003a5 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:39.512863 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c41ea0b0-6704-441b-806e-8d92fde8999f req-c97c2b99-8e5c-458c-8aa9-e471dc6003a5 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0679305 Jun 22 00:51:39.553254 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c41ea0b0-6704-441b-806e-8d92fde8999f req-497c0cc1-0100-4678-a296-e4adfb71154c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345085 Jun 22 00:51:39.713316 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4e839-fd9a-4002-a97a-b4f4202da76b req-e7039d0e-1a7b-4202-b02c-bfccc8438553 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:39.714816 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-05c4e839-fd9a-4002-a97a-b4f4202da76b req-e7039d0e-1a7b-4202-b02c-bfccc8438553 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0660141 Jun 22 00:51:39.751750 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-05c4e839-fd9a-4002-a97a-b4f4202da76b req-8d12a834-3e26-48f8-b1b6-9d74edca8279 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Jun 22 00:51:39.926152 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b143672-3a1b-44ea-9503-a4d6eab3a40e req-94991e08-6abf-4522-b8be-30b96cd6f57d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:39.928030 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8b143672-3a1b-44ea-9503-a4d6eab3a40e req-94991e08-6abf-4522-b8be-30b96cd6f57d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0647283 Jun 22 00:51:39.973294 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8b143672-3a1b-44ea-9503-a4d6eab3a40e req-651e5efb-7df5-4d4a-83c7-089a25e6303d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392294 Jun 22 00:51:40.220917 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91ab8b-1b40-40c4-af5d-c2a65629a08f req-00c16307-47cf-4362-bfec-cd35a7afd1cc tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:40.222487 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fe91ab8b-1b40-40c4-af5d-c2a65629a08f req-00c16307-47cf-4362-bfec-cd35a7afd1cc tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0694885 Jun 22 00:51:40.263046 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fe91ab8b-1b40-40c4-af5d-c2a65629a08f req-27f71392-b1ff-4a4b-9715-8c664e13500b tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345066 Jun 22 00:51:40.378787 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:51:40.731971 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84469b45-3f5a-47f9-bb84-fb4b82f5577b req-8aa2c616-0853-4f66-a7fe-d19e2a0dc6a9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:40.732899 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84469b45-3f5a-47f9-bb84-fb4b82f5577b req-8aa2c616-0853-4f66-a7fe-d19e2a0dc6a9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0668917 Jun 22 00:51:40.773818 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84469b45-3f5a-47f9-bb84-fb4b82f5577b req-4bd0f046-9900-4ae4-8f7c-961e35c377b0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345528 Jun 22 00:51:40.947919 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edded680-1d01-494c-a947-ef9e75c08a65 req-f0e1e080-a3ea-4a48-a28c-62079e031bf4 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:40.949849 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-edded680-1d01-494c-a947-ef9e75c08a65 req-f0e1e080-a3ea-4a48-a28c-62079e031bf4 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0684466 Jun 22 00:51:40.988947 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-edded680-1d01-494c-a947-ef9e75c08a65 req-0ba1d8fb-83e6-4a1e-9a12-5bbfa7f052d0 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Jun 22 00:51:41.155444 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0244e-670e-46eb-bba5-a543637eafbe req-f8d7370d-be04-4b50-9e1c-0c578bb32649 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:41.156924 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a4c0244e-670e-46eb-bba5-a543637eafbe req-f8d7370d-be04-4b50-9e1c-0c578bb32649 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0686538 Jun 22 00:51:41.196090 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a4c0244e-670e-46eb-bba5-a543637eafbe req-6e1b32ae-7b0f-45e8-8ca6-1e6f361e9c59 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332859 Jun 22 00:51:41.439301 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88648870-8b09-4830-b61e-8c76b1012fcc req-56844909-ed22-43e9-951f-a7edf1f24e0b tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:41.440780 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-88648870-8b09-4830-b61e-8c76b1012fcc req-56844909-ed22-43e9-951f-a7edf1f24e0b tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0681751 Jun 22 00:51:41.478749 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-88648870-8b09-4830-b61e-8c76b1012fcc req-ab3aa9a4-fb60-40d4-8601-237e2950d2d6 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321262 Jun 22 00:51:42.029950 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca7ec5-3c03-4463-8c65-8d2ca406f143 req-7045708e-d2e3-401d-8e79-a433b3d63846 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:42.031685 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-90ca7ec5-3c03-4463-8c65-8d2ca406f143 req-7045708e-d2e3-401d-8e79-a433b3d63846 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0888457 Jun 22 00:51:42.083942 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-90ca7ec5-3c03-4463-8c65-8d2ca406f143 req-33c735d2-573c-4b0c-b058-18d8b41632ed tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450256 Jun 22 00:51:42.266918 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677fcd8-6c3d-4d13-ada0-4b29a089bda6 req-5248fdaa-2746-4726-84a2-1fff749c9889 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:42.268405 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f677fcd8-6c3d-4d13-ada0-4b29a089bda6 req-5248fdaa-2746-4726-84a2-1fff749c9889 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0669553 Jun 22 00:51:42.309869 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f677fcd8-6c3d-4d13-ada0-4b29a089bda6 req-f6a56799-1912-4763-8da1-e5dc313c83e9 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357544 Jun 22 00:51:42.481825 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a040a1d-ce59-4d76-b851-23db0fd60f01 req-f7cb9780-fd98-4de4-b5e9-a63bf7c11866 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:42.483429 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5a040a1d-ce59-4d76-b851-23db0fd60f01 req-f7cb9780-fd98-4de4-b5e9-a63bf7c11866 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0714140 Jun 22 00:51:42.522175 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5a040a1d-ce59-4d76-b851-23db0fd60f01 req-e2eb17ab-786c-4b1c-99d7-c43190ea3fa6 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327687 Jun 22 00:51:42.683673 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e638c-c947-43cd-be37-2953b14ca6d0 req-d9b89804-7003-4ada-bc90-487ef1d4c084 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:42.685024 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a37e638c-c947-43cd-be37-2953b14ca6d0 req-d9b89804-7003-4ada-bc90-487ef1d4c084 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0663996 Jun 22 00:51:42.723166 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a37e638c-c947-43cd-be37-2953b14ca6d0 req-9e0c6a7c-bdd3-4391-9871-51fa3d5490b6 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Jun 22 00:51:43.266667 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230594d2-4883-4bff-85a1-755157b527cd req-aaff510f-ffa1-467c-b18e-53075718c003 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:43.268163 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-230594d2-4883-4bff-85a1-755157b527cd req-aaff510f-ffa1-467c-b18e-53075718c003 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0640464 Jun 22 00:51:43.308889 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-230594d2-4883-4bff-85a1-755157b527cd req-1b5b2ccb-b61d-4cec-8f5f-f258f3ef0756 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344746 Jun 22 00:51:43.483458 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d6c44-eb60-46fa-b8ca-0575a0b5899e req-d446bf1f-6aaf-436d-96e0-74fb8e2e8f80 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:43.484899 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0e9d6c44-eb60-46fa-b8ca-0575a0b5899e req-d446bf1f-6aaf-436d-96e0-74fb8e2e8f80 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0660524 Jun 22 00:51:43.522398 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0e9d6c44-eb60-46fa-b8ca-0575a0b5899e req-50fde4f3-b83a-4a8b-b20a-a26a6167cb17 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318522 Jun 22 00:51:43.703524 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f65f3-9103-43fa-ab32-9bfb85b88c1f req-49f1a16b-ecf2-432c-985c-6d998e984d6b tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:43.705181 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b14f65f3-9103-43fa-ab32-9bfb85b88c1f req-49f1a16b-ecf2-432c-985c-6d998e984d6b tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0715990 Jun 22 00:51:43.746856 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b14f65f3-9103-43fa-ab32-9bfb85b88c1f req-c1958f27-d930-456d-9845-e099b42959a1 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343049 Jun 22 00:51:43.891147 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:43.913005 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf257e-6e7f-4478-ab80-e1ac0940315b req-ba4449c9-83b0-48ae-b965-8567d6bd9e60 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:43.920683 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a3bf257e-6e7f-4478-ab80-e1ac0940315b req-ba4449c9-83b0-48ae-b965-8567d6bd9e60 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0754690 Jun 22 00:51:43.959534 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a3bf257e-6e7f-4478-ab80-e1ac0940315b req-56e11dcb-b465-4907-a8de-12bf49a841a5 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378683 Jun 22 00:51:44.486999 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb34a0-159b-44ef-b9c0-8c96e89dc984 req-0d5f8654-e1d0-4584-92b7-48cb66f60043 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:44.488428 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ebfb34a0-159b-44ef-b9c0-8c96e89dc984 req-0d5f8654-e1d0-4584-92b7-48cb66f60043 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0649660 Jun 22 00:51:44.524938 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ebfb34a0-159b-44ef-b9c0-8c96e89dc984 req-ae416fce-94d0-48f2-9cac-996d2ad96ef9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Jun 22 00:51:44.689626 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1643f1-94da-42cb-968f-d63afd86460a req-a2d25845-59cb-4068-bab6-11683ea92210 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:44.691125 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cd1643f1-94da-42cb-968f-d63afd86460a req-a2d25845-59cb-4068-bab6-11683ea92210 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0623817 Jun 22 00:51:44.728109 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cd1643f1-94da-42cb-968f-d63afd86460a req-f85c58a7-c4a9-449c-8f0f-62f87d3bda2f tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Jun 22 00:51:44.941321 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a04afe-ae5c-4a84-9997-eef263fc421e req-e46a9a03-ecef-4cf4-8748-1daaa37ee54c tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:44.942787 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c9a04afe-ae5c-4a84-9997-eef263fc421e req-e46a9a03-ecef-4cf4-8748-1daaa37ee54c tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0817764 Jun 22 00:51:44.980623 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c9a04afe-ae5c-4a84-9997-eef263fc421e req-a00b569b-a31f-42f9-9c48-f17239b448bd tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Jun 22 00:51:45.148877 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988797f-bbf0-40fa-89eb-6fa9a29f66a9 req-d92f3ca7-13a5-4bcf-8761-cb1b9ca14f9b tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:45.150367 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5988797f-bbf0-40fa-89eb-6fa9a29f66a9 req-d92f3ca7-13a5-4bcf-8761-cb1b9ca14f9b tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0670044 Jun 22 00:51:45.190463 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5988797f-bbf0-40fa-89eb-6fa9a29f66a9 req-ea9d4719-69f4-4554-aa03-a8df8ddf51e0 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338273 Jun 22 00:51:45.705829 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ef485-32b0-47bd-9371-3b357d3b917c req-122c90b4-8b2d-4165-a38d-f05b757b2e75 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:45.707255 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-511ef485-32b0-47bd-9371-3b357d3b917c req-122c90b4-8b2d-4165-a38d-f05b757b2e75 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0641427 Jun 22 00:51:45.752227 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-511ef485-32b0-47bd-9371-3b357d3b917c req-cfaac18d-ecd9-4d53-8cbb-b17949bac549 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392992 Jun 22 00:51:45.923075 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f22a40-544e-4fd0-8648-3c77a807467c req-079b5f14-a0c8-4e20-af98-11c4936e3973 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:45.924546 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-41f22a40-544e-4fd0-8648-3c77a807467c req-079b5f14-a0c8-4e20-af98-11c4936e3973 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0685074 Jun 22 00:51:45.962121 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-41f22a40-544e-4fd0-8648-3c77a807467c req-6ca366e6-4814-4269-9dec-3e83163230a8 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315890 Jun 22 00:51:46.151328 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a0b25-8eae-4e20-8c23-1f410d976732 req-8d44045d-dd76-4174-8b64-939dbb7326cb tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:46.152776 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9c6a0b25-8eae-4e20-8c23-1f410d976732 req-8d44045d-dd76-4174-8b64-939dbb7326cb tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0623574 Jun 22 00:51:46.190101 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9c6a0b25-8eae-4e20-8c23-1f410d976732 req-ede04faf-e3fc-444b-96b9-bb45f4ba5421 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Jun 22 00:51:46.364878 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d549e-7f0e-450f-b027-8af0c9d98c0e req-399b21a1-4016-4458-8e25-212e4a3d020b tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:46.366389 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4a1d549e-7f0e-450f-b027-8af0c9d98c0e req-399b21a1-4016-4458-8e25-212e4a3d020b tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0669210 Jun 22 00:51:46.404813 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4a1d549e-7f0e-450f-b027-8af0c9d98c0e req-733db269-2fd9-4dae-852e-f0f948382d36 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324452 Jun 22 00:51:46.928522 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356dff5-b503-4865-b315-1469b6ef238f req-2f3df653-cdc3-4d92-85eb-95b6cb8cc26d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:46.929948 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a356dff5-b503-4865-b315-1469b6ef238f req-2f3df653-cdc3-4d92-85eb-95b6cb8cc26d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0611005 Jun 22 00:51:46.968650 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a356dff5-b503-4865-b315-1469b6ef238f req-011e6c50-b3c3-485f-a1b6-8713ba714a47 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Jun 22 00:51:47.132687 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d32ea-955a-4227-8fd4-19021488144c req-63f5f0b3-c64b-48cb-aa42-ebca65bb992b tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:47.134165 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2d2d32ea-955a-4227-8fd4-19021488144c req-63f5f0b3-c64b-48cb-aa42-ebca65bb992b tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0637200 Jun 22 00:51:47.172123 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2d2d32ea-955a-4227-8fd4-19021488144c req-6742792e-83c5-4494-91ac-45a50e02b41e tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317962 Jun 22 00:51:47.363489 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c7645-169d-4a69-b8fe-509b2442d531 req-955ab468-522f-4205-b3da-417d441d7e9d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:47.364827 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-097c7645-169d-4a69-b8fe-509b2442d531 req-955ab468-522f-4205-b3da-417d441d7e9d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.0660431 Jun 22 00:51:47.402105 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-097c7645-169d-4a69-b8fe-509b2442d531 req-31e74463-4fa6-4c31-9fda-44a796fcf617 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309017 Jun 22 00:51:47.571055 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6bbbf-2c91-4d6f-a4b3-74e568ed7cc8 req-08909533-0f38-45da-91e9-eae620bca504 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:47.572499 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c7e6bbbf-2c91-4d6f-a4b3-74e568ed7cc8 req-08909533-0f38-45da-91e9-eae620bca504 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.0624080 Jun 22 00:51:47.610219 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c7e6bbbf-2c91-4d6f-a4b3-74e568ed7cc8 req-73b930b0-369d-493c-a7eb-93e0bbdfca5c tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304985 Jun 22 00:51:48.145635 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bd6d2-d4d3-43fe-b452-7bfba92cf313 req-326389db-1868-43a6-9605-c7964b07a9c4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:48.147155 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7b8bd6d2-d4d3-43fe-b452-7bfba92cf313 req-326389db-1868-43a6-9605-c7964b07a9c4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0663238 Jun 22 00:51:48.186165 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7b8bd6d2-d4d3-43fe-b452-7bfba92cf313 req-feea03fe-ffe8-4806-93be-1321d4417c88 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 Jun 22 00:51:48.347110 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0133765-50be-4d8d-86b3-345dd56ddb3f req-624ecf03-4378-40b6-91be-f39af7a439be tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:48.348542 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d0133765-50be-4d8d-86b3-345dd56ddb3f req-624ecf03-4378-40b6-91be-f39af7a439be tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.0640571 Jun 22 00:51:48.386130 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d0133765-50be-4d8d-86b3-345dd56ddb3f req-8b5fb933-7569-42fc-9f3d-ef9b609b6ee5 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Jun 22 00:51:48.476833 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Request body: {'port': {'device_id': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:48.630168 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef815b7b-0982-43b7-8bad-d3b9cebf1278 req-0d095bdd-5eee-4225-b33b-eae560817ce8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1502693 Jun 22 00:51:48.630690 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:48.656898 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dd078-8f00-4167-956b-b22a8a351b3b req-b4ebdd49-33f0-4762-ae88-a9558c458886 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:48.658334 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f01dd078-8f00-4167-956b-b22a8a351b3b req-b4ebdd49-33f0-4762-ae88-a9558c458886 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.1339395 Jun 22 00:51:48.789204 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f01dd078-8f00-4167-956b-b22a8a351b3b req-318d04c5-f6da-4b22-9879-050c2ecb45ef tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111770 Jun 22 00:51:48.940429 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079cee6-dd61-4b1c-a4c6-89031c8cca36 req-4a118ace-a3b2-456b-8ca5-31d680816bc7 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:48.941778 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8079cee6-dd61-4b1c-a4c6-89031c8cca36 req-4a118ace-a3b2-456b-8ca5-31d680816bc7 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 931 time: 0.2201288 Jun 22 00:51:48.948635 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef815b7b-0982-43b7-8bad-d3b9cebf1278 req-88fa0bb5-0939-411d-8366-e361f92134df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:48.950016 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef815b7b-0982-43b7-8bad-d3b9cebf1278 req-88fa0bb5-0939-411d-8366-e361f92134df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 1098 time: 0.1737728 Jun 22 00:51:49.006458 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8079cee6-dd61-4b1c-a4c6-89031c8cca36 req-840f9e51-4246-4661-8cc2-13a9491f773d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555136 Jun 22 00:51:49.055439 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01d3598-ae46-47e5-9f46-36c559df7359 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:51:49.062903 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.073944 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Transition to ACTIVE for port object c01d3598-ae46-47e5-9f46-36c559df7359 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:49.077932 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.081066 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-92cbbb54-b915-48e3-8f93-8389be6c9e6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:49.186229 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Pushing event updated for resources: {'Port': ['ID=c01d3598-ae46-47e5-9f46-36c559df7359,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:49.203176 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.203545 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.203903 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.204261 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.204610 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.204957 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.205304 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.205649 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.206014 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.206378 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.206766 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.207081 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:49.211436 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:49.252248 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef815b7b-0982-43b7-8bad-d3b9cebf1278 req-9613a35a-5c6f-48b0-881e-aa13b6c4f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:49.253724 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef815b7b-0982-43b7-8bad-d3b9cebf1278 req-9613a35a-5c6f-48b0-881e-aa13b6c4f1d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd66bcf7-565c-4d87-81a2-097abc66200e HTTP/1.1" status: 200 len: 920 time: 0.1761878 Jun 22 00:51:49.273610 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5993bee-b6b5-4c02-a985-ce123a644aa4 req-4572bee0-8162-4f41-b528-3514d8db679e tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:49.275119 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b5993bee-b6b5-4c02-a985-ce123a644aa4 req-4572bee0-8162-4f41-b528-3514d8db679e tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.15 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.1949358 Jun 22 00:51:49.305335 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef815b7b-0982-43b7-8bad-d3b9cebf1278 req-5b54d154-5c19-4402-851b-8a550e5ffc6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ed40c49-4059-4533-97ae-53e1cdbcd634 HTTP/1.1" status: 200 len: 217 time: 0.0438280 Jun 22 00:51:49.365847 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef815b7b-0982-43b7-8bad-d3b9cebf1278 req-8cccbe56-53aa-4763-afa5-ac1a311c7c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:49.367367 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef815b7b-0982-43b7-8bad-d3b9cebf1278 req-8cccbe56-53aa-4763-afa5-ac1a311c7c21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9e655c-cb93-419e-885b-298c02f8abb4 HTTP/1.1" status: 200 len: 859 time: 0.0550952 Jun 22 00:51:49.390415 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Attempting to bind port c01d3598-ae46-47e5-9f46-36c559df7359 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:49.390415 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Attempting to bind port c01d3598-ae46-47e5-9f46-36c559df7359 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:49.390415 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Attempting to bind port c01d3598-ae46-47e5-9f46-36c559df7359 on network da625bfa-7ffc-4c06-884c-06d489bfe5c1 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:49.420010 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Port c01d3598-ae46-47e5-9f46-36c559df7359 on network da625bfa-7ffc-4c06-884c-06d489bfe5c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:51:49.420398 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Attempting to bind port c01d3598-ae46-47e5-9f46-36c559df7359 on network da625bfa-7ffc-4c06-884c-06d489bfe5c1 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:49.454525 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:49.454865 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Checking segment: {'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:49.455373 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Bound using segment: {'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:49.455833 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Bound port: c01d3598-ae46-47e5-9f46-36c559df7359, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30d952b-536b-4cf4-b065-b65ed35d619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:49.456183 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.524624 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef815b7b-0982-43b7-8bad-d3b9cebf1278 req-4a44cbf5-cb99-4d67-8276-6322589f1d39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd66bcf7-565c-4d87-81a2-097abc66200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551016 Jun 22 00:51:49.570764 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7d848-1740-4206-bcbd-791de58526f0 req-e22b59fe-db90-43ab-8c1a-2c294515a0cf tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:49.575418 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-53b7d848-1740-4206-bcbd-791de58526f0 req-e22b59fe-db90-43ab-8c1a-2c294515a0cf tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.2158122 Jun 22 00:51:49.618961 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] For port c01d3598-ae46-47e5-9f46-36c559df7359, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:49.625513 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-b5993bee-b6b5-4c02-a985-ce123a644aa4 req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Deleting port b922ccda-1f4d-4487-b2b1-0fce59281743 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:51:49.625870 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-b5993bee-b6b5-4c02-a985-ce123a644aa4 req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.631280 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef815b7b-0982-43b7-8bad-d3b9cebf1278 req-46d06439-f31c-4824-b055-f1d862c8b6fd service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983548 Jun 22 00:51:49.678842 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] For port c01d3598-ae46-47e5-9f46-36c559df7359, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c01d3598-ae46-47e5-9f46-36c559df7359,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:49.689512 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.693552 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b08ecd54-ee35-4b23-b882-f91f6380a369 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:49.699084 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-53b7d848-1740-4206-bcbd-791de58526f0 req-43270942-eeb6-4294-adcc-ffb8ec52b077 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086719 Jun 22 00:51:49.726016 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-ef815b7b-0982-43b7-8bad-d3b9cebf1278 req-663de51e-bd73-4532-ada8-8f71ad483701 service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883417 Jun 22 00:51:49.763273 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:49.763925 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.765301 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] 10.222.0.15 "PUT /v2.0/ports/c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 200 len: 1093 time: 1.2930560 Jun 22 00:51:49.768053 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:49.770402 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c28ca82-8e33-4513-9b89-e0091760acb3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:49.842058 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46b7ebe-9b1d-4cd7-938d-b638533d62e1 x-openstack-request-id: req-b46b7ebe-9b1d-4cd7-938d-b638533d62e1 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:49.842409 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:49.842744 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b46b7ebe-9b1d-4cd7-938d-b638533d62e1 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:49.843199 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'status': 'completed', 'code': 200} Jun 22 00:51:49.845978 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-b5993bee-b6b5-4c02-a985-ce123a644aa4 req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] For port b922ccda-1f4d-4487-b2b1-0fce59281743, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=b922ccda-1f4d-4487-b2b1-0fce59281743,segment=NetworkSegment(d5526e22-cd00-49c4-b450-14f14668202b),segment_id=d5526e22-cd00-49c4-b450-14f14668202b)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:49.846348 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-b5993bee-b6b5-4c02-a985-ce123a644aa4 req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.848936 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Pushing event updated for resources: {'Port': ['ID=c01d3598-ae46-47e5-9f46-36c559df7359,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:49.860067 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:49.941695 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-b5993bee-b6b5-4c02-a985-ce123a644aa4 req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Calling delete_port for b922ccda-1f4d-4487-b2b1-0fce59281743 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:51:50.053303 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4cb14-7315-4412-ba5e-5e5c92bd8d20 req-7e75810c-0239-4976-a846-d6044d63cac7 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:50.054742 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-45c4cb14-7315-4412-ba5e-5e5c92bd8d20 req-7e75810c-0239-4976-a846-d6044d63cac7 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 945 time: 0.3183172 Jun 22 00:51:50.131021 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-6b2edaa9-cf96-4f0c-bf8a-dac78ac84e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:50.132461 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-6b2edaa9-cf96-4f0c-bf8a-dac78ac84e7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8&device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 1096 time: 0.2277231 Jun 22 00:51:50.144437 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-45c4cb14-7315-4412-ba5e-5e5c92bd8d20 req-87967c04-52a7-40d9-813e-ebefdc1e73d0 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/security-groups?id=38ffb883-fcbe-4836-b417-ab8ff925869a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816886 Jun 22 00:51:50.152780 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034b4af-4d90-47dc-8647-5337caeee04f req-f73311d8-ef1f-4356-92ad-1a3d3b4e5dad tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:50.154185 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1034b4af-4d90-47dc-8647-5337caeee04f req-f73311d8-ef1f-4356-92ad-1a3d3b4e5dad tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.2101684 Jun 22 00:51:50.221223 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-e3361fe9-9676-49b1-b446-60566b6de8ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 200 len: 217 time: 0.0654330 Jun 22 00:51:50.316474 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1034b4af-4d90-47dc-8647-5337caeee04f req-316acdee-e289-456f-b0db-8b56adea415f tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545501 Jun 22 00:51:50.326374 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-b5993bee-b6b5-4c02-a985-ce123a644aa4 req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:50.333118 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:50.366479 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['b922ccda-1f4d-4487-b2b1-0fce59281743'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:50.370542 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-efb916db-fe69-4e17-b92f-49e50174d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:50.372148 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-efb916db-fe69-4e17-b92f-49e50174d769 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b9baafd-dd68-4eef-b14a-1bb91fdb1c64 HTTP/1.1" status: 200 len: 852 time: 0.1416018 Jun 22 00:51:50.374357 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Pushing event deleted for resources: {'Port': ['ID=b922ccda-1f4d-4487-b2b1-0fce59281743,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:50.378836 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:50.538805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cc636594-0503-4ad4-9f37-6e03f5283256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:50.689333 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5993bee-b6b5-4c02-a985-ce123a644aa4 req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] No DVR routers for this DVR port b922ccda-1f4d-4487-b2b1-0fce59281743 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:51:50.693102 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-b5993bee-b6b5-4c02-a985-ce123a644aa4 req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:50.695061 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b5993bee-b6b5-4c02-a985-ce123a644aa4 req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.15 "DELETE /v2.0/ports/b922ccda-1f4d-4487-b2b1-0fce59281743 HTTP/1.1" status: 204 len: 173 time: 1.4129918 Jun 22 00:51:50.703659 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad3e4c-7bdc-4cfb-9e65-c2bbde6ff83e req-923139a7-2fa0-416a-ba69-ac0f4d6e6f44 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:50.705058 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dfad3e4c-7bdc-4cfb-9e65-c2bbde6ff83e req-923139a7-2fa0-416a-ba69-ac0f4d6e6f44 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 943 time: 0.4386868 Jun 22 00:51:50.748729 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-1bb90b0d-ce29-4b55-af34-c977bd1cdd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:50.750250 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-1bb90b0d-ce29-4b55-af34-c977bd1cdd7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da625bfa-7ffc-4c06-884c-06d489bfe5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3671987 Jun 22 00:51:50.759722 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dfad3e4c-7bdc-4cfb-9e65-c2bbde6ff83e req-1e0d1213-7749-4faf-8b83-9b9d85960655 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484810 Jun 22 00:51:50.987207 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e90f47-d1a2-47fc-868f-b103aec80c69 req-55919ec4-ebc7-4f52-ba50-89d4ee608782 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:50.988685 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-95e90f47-d1a2-47fc-868f-b103aec80c69 req-55919ec4-ebc7-4f52-ba50-89d4ee608782 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.1305225 Jun 22 00:51:51.022428 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-b7ac7266-cd77-4cd6-8e40-072567bc02ff service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272266 Jun 22 00:51:51.043489 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-95e90f47-d1a2-47fc-868f-b103aec80c69 req-9c43bcb9-a709-4afd-a597-515ccc2dd8f1 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Jun 22 00:51:51.126224 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64d3b508-0766-4ab2-bdf8-384524740c97 req-adab94f7-4667-4a11-82d6-05556c4fc6ef service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818470 Jun 22 00:51:51.312529 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-10de49ca-8bbb-4baa-a31c-04ecc99fb7ce req-39135f1a-a7b4-49e8-8a39-745bf50630b8 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] 10.222.0.26 "GET /v2.0/ports?device_id=79c545d5-34da-4e35-a5b5-3efa47d1ec98 HTTP/1.1" status: 200 len: 210 time: 0.0347192 Jun 22 00:51:51.321239 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28ca82-8e33-4513-9b89-e0091760acb3 req-d40b8403-0736-4741-9a2c-bc2fa5c23e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:51.322242 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c28ca82-8e33-4513-9b89-e0091760acb3 req-d40b8403-0736-4741-9a2c-bc2fa5c23e4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8&device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 1096 time: 0.0901175 Jun 22 00:51:51.412322 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28ca82-8e33-4513-9b89-e0091760acb3 req-e125d34c-4551-4ae1-8e65-f8fe41b0126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:51.413773 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c28ca82-8e33-4513-9b89-e0091760acb3 req-e125d34c-4551-4ae1-8e65-f8fe41b0126c service neutron] 10.222.0.15 "GET /v2.0/networks?id=da625bfa-7ffc-4c06-884c-06d489bfe5c1 HTTP/1.1" status: 200 len: 914 time: 0.0832419 Jun 22 00:51:51.462972 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c28ca82-8e33-4513-9b89-e0091760acb3 req-21e2d18a-e468-45d5-ae60-f9b80d55e535 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 200 len: 217 time: 0.0421286 Jun 22 00:51:51.537995 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28ca82-8e33-4513-9b89-e0091760acb3 req-3b487e1e-61e8-4ce1-be6a-65027f7a0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:51.539417 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c28ca82-8e33-4513-9b89-e0091760acb3 req-3b487e1e-61e8-4ce1-be6a-65027f7a0e20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b9baafd-dd68-4eef-b14a-1bb91fdb1c64 HTTP/1.1" status: 200 len: 852 time: 0.0549450 Jun 22 00:51:51.562427 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19c710-1589-4d68-aa3f-47ea63be9e4c req-58b82163-4f0a-4b0f-8bc5-9c7c8f491e07 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:51.563770 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ce19c710-1589-4d68-aa3f-47ea63be9e4c req-58b82163-4f0a-4b0f-8bc5-9c7c8f491e07 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 948 time: 0.1098950 Jun 22 00:51:51.621237 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ce19c710-1589-4d68-aa3f-47ea63be9e4c req-809f0f6f-535a-4bd5-944f-f364bc85cf38 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Jun 22 00:51:51.632520 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28ca82-8e33-4513-9b89-e0091760acb3 req-876c1e5a-b780-4713-8100-7868b1d38585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:51.634035 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c28ca82-8e33-4513-9b89-e0091760acb3 req-876c1e5a-b780-4713-8100-7868b1d38585 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da625bfa-7ffc-4c06-884c-06d489bfe5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873992 Jun 22 00:51:51.759936 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c28ca82-8e33-4513-9b89-e0091760acb3 req-76277eae-6d46-4c28-9442-93f1602c6da3 service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897219 Jun 22 00:51:51.846290 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c545d5-34da-4e35-a5b5-3efa47d1ec98', 'name': 'network-vif-deleted', 'tag': 'b922ccda-1f4d-4487-b2b1-0fce59281743'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:51.854656 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cfe4b7-94bb-46d0-8a87-77f11b7014ef" -d '{"events": [{"server_uuid": "79c545d5-34da-4e35-a5b5-3efa47d1ec98", "name": "network-vif-deleted", "tag": "b922ccda-1f4d-4487-b2b1-0fce59281743"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:51.884745 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c28ca82-8e33-4513-9b89-e0091760acb3 req-24730311-cb38-4f42-aedf-857396713a55 service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170323 Jun 22 00:51:51.932826 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa551f99-de83-44dc-a18e-ad6bff877996 x-openstack-request-id: req-fa551f99-de83-44dc-a18e-ad6bff877996 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:51.933389 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c545d5-34da-4e35-a5b5-3efa47d1ec98", "name": "network-vif-deleted", "tag": "b922ccda-1f4d-4487-b2b1-0fce59281743", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:51.933861 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa551f99-de83-44dc-a18e-ad6bff877996 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:51.934724 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c545d5-34da-4e35-a5b5-3efa47d1ec98', 'name': 'network-vif-deleted', 'tag': 'b922ccda-1f4d-4487-b2b1-0fce59281743', 'status': 'completed', 'code': 200} Jun 22 00:51:51.999322 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5211c0-261f-4e15-aed9-08cdfe8d8715 req-160f64d5-51ec-4e86-89fd-2c0f82caebb1 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:52.001065 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0d5211c0-261f-4e15-aed9-08cdfe8d8715 req-160f64d5-51ec-4e86-89fd-2c0f82caebb1 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 943 time: 0.0834579 Jun 22 00:51:52.042337 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0d5211c0-261f-4e15-aed9-08cdfe8d8715 req-e76e1c03-da18-4bd1-a91e-47cf468defa7 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Jun 22 00:51:52.220064 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef41034-470e-4ef8-ac4a-bcd8336b9e92 req-cda421a4-9d4f-407c-8edc-8dfcb212af51 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:52.221756 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cef41034-470e-4ef8-ac4a-bcd8336b9e92 req-cda421a4-9d4f-407c-8edc-8dfcb212af51 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 943 time: 0.0664725 Jun 22 00:51:52.263055 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cef41034-470e-4ef8-ac4a-bcd8336b9e92 req-af2db309-e317-41cb-90a5-cd7c97af32d0 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349147 Jun 22 00:51:52.321903 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 03f8d1f3-6a0e-4ead-9a00-85339e2c544e details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:51:52.335809 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device b922ccda-1f4d-4487-b2b1-0fce59281743 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:51:52.366708 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: b922ccda-1f4d-4487-b2b1-0fce59281743 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:51:52.367102 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device b922ccda-1f4d-4487-b2b1-0fce59281743 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:51:52.452078 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=03f8d1f3-6a0e-4ead-9a00-85339e2c544e,segment=NetworkSegment(1544e9c5-b4bd-46ea-b020-47c4d6825bc8),segment_id=1544e9c5-b4bd-46ea-b020-47c4d6825bc8)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:52.462836 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '03f8d1f3-6a0e-4ead-9a00-85339e2c544e', 'network_id': '801bb010-2084-4f85-849b-c788261e4bdf', 'port_id': '03f8d1f3-6a0e-4ead-9a00-85339e2c544e', 'mac_address': 'fa:16:3e:ab:2d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd31b7a4-fcdb-4ee3-979d-7799a8c1e4ff', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:51:52.517526 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:52.528117 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f8d1f3-6a0e-4ead-9a00-85339e2c544e {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:51:52.553834 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=03f8d1f3-6a0e-4ead-9a00-85339e2c544e,segment=NetworkSegment(1544e9c5-b4bd-46ea-b020-47c4d6825bc8),segment_id=1544e9c5-b4bd-46ea-b020-47c4d6825bc8)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:52.557148 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:52.558096 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 9fa8960f-4555-47d9-9ba1-b589f6b730f7 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:51:52.560659 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:52.650092 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=03f8d1f3-6a0e-4ead-9a00-85339e2c544e,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:52.654487 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:52.696575 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 9fa8960f-4555-47d9-9ba1-b589f6b730f7, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=9fa8960f-4555-47d9-9ba1-b589f6b730f7,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:52.709009 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '9fa8960f-4555-47d9-9ba1-b589f6b730f7', 'network_id': '19fe0ada-a91e-4ec7-8159-76864314e792', 'port_id': '9fa8960f-4555-47d9-9ba1-b589f6b730f7', 'mac_address': 'fa:16:3e:3d:6f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1a9e46-eede-4dcb-adf3-f8c4b66dab15', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:51:52.752025 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:52.770112 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa8960f-4555-47d9-9ba1-b589f6b730f7 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:51:52.794176 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 9fa8960f-4555-47d9-9ba1-b589f6b730f7, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=9fa8960f-4555-47d9-9ba1-b589f6b730f7,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:52.799553 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:52.801601 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:52.832016 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd383d-4890-46f5-84bc-d057d3376ad0 req-f25cb229-369c-45bc-9a20-568e1667dbc0 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:52.835380 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-92cd383d-4890-46f5-84bc-d057d3376ad0 req-f25cb229-369c-45bc-9a20-568e1667dbc0 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 949 time: 0.0807359 Jun 22 00:51:52.851269 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=9fa8960f-4555-47d9-9ba1-b589f6b730f7,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:52.857279 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:52.877296 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-92cd383d-4890-46f5-84bc-d057d3376ad0 req-2e5b1dbd-89d6-4217-960a-96c3d259d8fc tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363243 Jun 22 00:51:52.963681 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-52d6474e-e2f7-4ddd-aa22-3519c0197a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.258529 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304b37-ea6a-4880-ae23-ec17a49dc1e9 req-a8acf5f4-ef57-47f9-86c3-667b1b8a0a49 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:53.260599 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-60304b37-ea6a-4880-ae23-ec17a49dc1e9 req-a8acf5f4-ef57-47f9-86c3-667b1b8a0a49 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 943 time: 0.0742705 Jun 22 00:51:53.299534 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-60304b37-ea6a-4880-ae23-ec17a49dc1e9 req-78edaa3c-dd57-4226-a49b-4c974da1e5bd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Jun 22 00:51:53.474052 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe235ca-796f-48f8-bde8-713d3e98243f req-50e89392-e86f-4372-9e36-a860256281b7 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:53.475646 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6fe235ca-796f-48f8-bde8-713d3e98243f req-50e89392-e86f-4372-9e36-a860256281b7 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 944 time: 0.0694761 Jun 22 00:51:53.515872 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57676) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:53.521434 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6fe235ca-796f-48f8-bde8-713d3e98243f req-c2dffb56-2c9e-415f-a1f3-7363b6f08ec4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Jun 22 00:51:53.564560 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.608679 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['03f8d1f3-6a0e-4ead-9a00-85339e2c544e'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:53.632790 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['9fa8960f-4555-47d9-9ba1-b589f6b730f7'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:53.646811 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.735275 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.739429 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.743257 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-4e02ac4b-8600-4a3c-882a-1f11e0573236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:53.778979 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=501d377d81d041e2b3c522c76fa9dc05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619033 Jun 22 00:51:53.781037 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 57680) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:53.781870 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944244c2-43fa-4634-bbd2-d6d54af8b14f,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:53.789515 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.790261 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.790261 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.790615 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.792018 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.792241 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.792793 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.793150 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.793501 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.793850 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.794196 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.794537 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:53.799679 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:53.844839 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-08ea6d62-30d3-4519-89ea-a3b8cb06d89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.867976 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-08ea6d62-30d3-4519-89ea-a3b8cb06d89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.914859 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-08ea6d62-30d3-4519-89ea-a3b8cb06d89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.918335 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-08ea6d62-30d3-4519-89ea-a3b8cb06d89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.919512 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-08ea6d62-30d3-4519-89ea-a3b8cb06d89f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/944244c2-43fa-4634-bbd2-d6d54af8b14f HTTP/1.1" status: 204 len: 168 time: 0.1373177 Jun 22 00:51:53.920260 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:53.927667 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea6d62-30d3-4519-89ea-a3b8cb06d89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944244c2-43fa-4634-bbd2-d6d54af8b14f,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:53.929987 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-08ea6d62-30d3-4519-89ea-a3b8cb06d89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:54.055410 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72c999-8ad2-4631-a873-f688249d8634 req-d3e8f0d0-c21d-4e22-aded-09400781f5da tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:54.057162 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5d72c999-8ad2-4631-a873-f688249d8634 req-d3e8f0d0-c21d-4e22-aded-09400781f5da tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 949 time: 0.0671465 Jun 22 00:51:54.095994 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5d72c999-8ad2-4631-a873-f688249d8634 req-eb8feae8-366b-4a59-baa1-23ee6428f025 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Jun 22 00:51:54.386892 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device c01d3598-ae46-47e5-9f46-36c559df7359 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:51:54.390766 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 57708) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:54.536796 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2b83d460-f8e9-453b-83cc-474768f8c072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.581233 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514626e-3f02-40c1-ad38-3d6208847f12 req-5846c3c5-4811-4fd4-bf08-fc5e79e08f32 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:54.584891 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f514626e-3f02-40c1-ad38-3d6208847f12 req-5846c3c5-4811-4fd4-bf08-fc5e79e08f32 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 943 time: 0.1641395 Jun 22 00:51:54.641252 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.656373 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f514626e-3f02-40c1-ad38-3d6208847f12 req-20518f02-4815-458c-b302-dd5bd7e21cc1 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623145 Jun 22 00:51:54.681403 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port c01d3598-ae46-47e5-9f46-36c559df7359, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c01d3598-ae46-47e5-9f46-36c559df7359,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:54.686845 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57726) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:54.708481 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'port_id': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'mac_address': 'fa:16:3e:e9:c5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:51:54.726135 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2b83d460-f8e9-453b-83cc-474768f8c072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.731782 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2b83d460-f8e9-453b-83cc-474768f8c072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.735967 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-73816cac-e6ff-485c-b21d-e9a5a6aad7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:54.756453 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.773026 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01d3598-ae46-47e5-9f46-36c559df7359 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:51:54.774477 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-2b83d460-f8e9-453b-83cc-474768f8c072 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=686fc8b3b30e4e07962720d56de455a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825092 Jun 22 00:51:54.775535 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83d460-f8e9-453b-83cc-474768f8c072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce8a212-ed0b-48bd-80d7-e79ccfad876b,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:54.778472 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57730) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:54.779065 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2b83d460-f8e9-453b-83cc-474768f8c072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:54.827159 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-128318089-network', 'tenant_id': '22e2584999b7475eac023989b6168a85'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:54.827786 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port c01d3598-ae46-47e5-9f46-36c559df7359, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c01d3598-ae46-47e5-9f46-36c559df7359,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:54.832977 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.834775 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:54.859973 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bd53e-155d-4339-81a6-244c80390010 req-0c0b497b-d633-46a0-ab7c-4dd8152951f4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:54.861999 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7d7bd53e-155d-4339-81a6-244c80390010 req-0c0b497b-d633-46a0-ab7c-4dd8152951f4 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 944 time: 0.0812173 Jun 22 00:51:54.867809 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Made reservation on behalf of 22e2584999b7475eac023989b6168a85 for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:51:54.871073 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.880752 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b62dfc85-5b2c-4a47-aa69-d8937e9964d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.882948 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=c01d3598-ae46-47e5-9f46-36c559df7359,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:54.884823 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.886842 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:54.910512 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7d7bd53e-155d-4339-81a6-244c80390010 req-c9deda0e-ea3c-44bc-a867-0b288a662564 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Jun 22 00:51:54.914263 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b62dfc85-5b2c-4a47-aa69-d8937e9964d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.984020 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b62dfc85-5b2c-4a47-aa69-d8937e9964d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.986494 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b62dfc85-5b2c-4a47-aa69-d8937e9964d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:54.987618 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b62dfc85-5b2c-4a47-aa69-d8937e9964d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bce8a212-ed0b-48bd-80d7-e79ccfad876b HTTP/1.1" status: 204 len: 168 time: 0.2078819 Jun 22 00:51:54.989284 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-96f8c30d-0336-42bd-8df2-afb623c48b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:55.001912 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dfc85-5b2c-4a47-aa69-d8937e9964d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce8a212-ed0b-48bd-80d7-e79ccfad876b,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:55.004243 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b62dfc85-5b2c-4a47-aa69-d8937e9964d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:55.024792 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.034833 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.038690 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-39788842-5d9c-4e55-aaf3-b45de207c3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:55.061529 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:51:55.066918 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a88049e-a531-45a5-883d-00f7519f53c1,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:55.070387 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:55.075252 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.075641 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Added segment 6c12478c-5d5e-4b72-9354-6b9aa0305c53 of type vlan for network f92a2cec-a693-4e05-94b5-39b9afbe845f Jun 22 00:51:55.118342 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.152646 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.154327 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:55.155162 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.157711 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0607907e-dd05-4607-bb1d-b9cb04979f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:55.218617 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5302360 Jun 22 00:51:55.221411 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57736) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:55.226450 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Request body: {'subnet': {'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-128318089-subnet', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'ip_version': 4}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:55.237141 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Pushing event updated for resources: {'Network': ['ID=f92a2cec-a693-4e05-94b5-39b9afbe845f,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:55.250411 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network f92a2cec-a693-4e05-94b5-39b9afbe845f details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:51:55.252632 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:55.255847 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Made reservation on behalf of 22e2584999b7475eac023989b6168a85 for: {'subnet': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:51:55.258256 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8710182'] for subnet, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.306732 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a360c9-8176-4dd8-882f-1c84b28e0c78 req-b1221b11-511c-4fd1-87b7-69c69ca4f04a tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:55.315769 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-09a360c9-8176-4dd8-882f-1c84b28e0c78 req-b1221b11-511c-4fd1-87b7-69c69ca4f04a tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 949 time: 0.0994079 Jun 22 00:51:55.351497 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-09a360c9-8176-4dd8-882f-1c84b28e0c78 req-08435064-cb90-47dd-ada8-4963cc4235bb tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328951 Jun 22 00:51:55.431381 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9353023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8710164'] for subnet, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.434985 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:55.490403 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb2c4a4-29de-4451-aa22-e51b0f342bc3,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:55.494750 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:55.495860 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Checking segment: {'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:55.496205 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Network hostable DHCP agents. Network: f92a2cec-a693-4e05-94b5-39b9afbe845f, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:51:55.512892 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Network f92a2cec-a693-4e05-94b5-39b9afbe845f is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:51:55.520804 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, f92a2cec-a693-4e05-94b5-39b9afbe845f) {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:55.524641 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:55.525222 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.529973 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9b9db-22c6-42c6-b9b5-fa11cfba7498 None None] Network f92a2cec-a693-4e05-94b5-39b9afbe845f requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:51:55.539550 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d12d9473-71cc-4050-b8d3-b2b4e3373c73 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3171334 Jun 22 00:51:55.542906 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57742) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:55.547177 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:55.567295 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26072'] for router, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.568261 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3828967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26067'] for router, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.690040 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638d1852-ae40-5223-b29d-3a0a322fb1c4-f92a2cec-a693-4e05-94b5-39b9afbe845f', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3'}]}} from dv-cinder-753305-6-iscsi. {{(pid=99510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:51:55.691260 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.807088 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.836814 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.db_base_plugin_common [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Allocated IP 172.20.0.2 (f92a2cec-a693-4e05-94b5-39b9afbe845f/7cb2c4a4-29de-4451-aa22-e51b0f342bc3/a4efb0ae-a1cf-4aac-b343-98238ce8b069) {{(pid=99510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:55.846492 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdc757-aef1-4537-9613-c4054706a6d2 req-b66db0d2-4a04-4d22-a10f-ad7f0b70c7f1 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:55.848016 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d9cdc757-aef1-4537-9613-c4054706a6d2 req-b66db0d2-4a04-4d22-a10f-ad7f0b70c7f1 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 944 time: 0.0715356 Jun 22 00:51:55.896280 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d9cdc757-aef1-4537-9613-c4054706a6d2 req-3d3e994b-78f9-4d58-bfe8-33d2a85e4bda tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353138 Jun 22 00:51:55.946974 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26053'] for router, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.991141 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Notify callbacks [] for port, precommit_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:55.999995 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Transition to ACTIVE for port object a4efb0ae-a1cf-4aac-b343-98238ce8b069 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:56.015419 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Transition to ACTIVE for port object a4efb0ae-a1cf-4aac-b343-98238ce8b069 will not be triggered until provisioned by entity DHCP. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:56.021337 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:56.024954 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:56.061247 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Network f92a2cec-a693-4e05-94b5-39b9afbe845f is already hosted by enough agents. {{(pid=99510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:56.068239 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.base_scheduler [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Resources bound (agent type, host, resource id): {{(pid=99510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:56.071359 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Received port after_create {{(pid=99510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:56.079967 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Pushing event updated for resources: {'Port': ['ID=a4efb0ae-a1cf-4aac-b343-98238ce8b069,revision_number=1']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:56.082543 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:56.105791 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195d3c2-eebc-4494-9734-071f3c8aac6c req-1f6460be-9f8b-45ea-8e57-8f5972b09e52 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:56.107578 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e195d3c2-eebc-4494-9734-071f3c8aac6c req-1f6460be-9f8b-45ea-8e57-8f5972b09e52 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 944 time: 0.0784397 Jun 22 00:51:56.137467 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Attempting to bind port a4efb0ae-a1cf-4aac-b343-98238ce8b069 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:56.137838 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Attempting to bind port a4efb0ae-a1cf-4aac-b343-98238ce8b069 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:56.138209 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Attempting to bind port a4efb0ae-a1cf-4aac-b343-98238ce8b069 on network f92a2cec-a693-4e05-94b5-39b9afbe845f {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:56.143389 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:56.143774 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Checking segment: {'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:56.144192 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:56.144594 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Bound using segment: {'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:56.145064 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Bound port: a4efb0ae-a1cf-4aac-b343-98238ce8b069, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:56.145500 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:56.157310 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:56.158306 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e195d3c2-eebc-4494-9734-071f3c8aac6c req-23208eaf-75a6-4658-8a86-e29483a0e08c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445471 Jun 22 00:51:56.178675 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:56.187902 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:56.216846 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] For port a4efb0ae-a1cf-4aac-b343-98238ce8b069, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:56.219792 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] For port a4efb0ae-a1cf-4aac-b343-98238ce8b069, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=a4efb0ae-a1cf-4aac-b343-98238ce8b069,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:56.224830 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:56.227605 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:56.284075 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Pushing event updated for resources: {'Port': ['ID=a4efb0ae-a1cf-4aac-b343-98238ce8b069,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:56.286146 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Allocated IP 172.27.0.115 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/74955f82-9929-4b76-b56b-021a7b047dd5) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:56.287091 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:56.391098 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:56.429787 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:56.433766 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-3ee5d014-b1c5-4710-994e-b5a01c67e90f tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:56.493081 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:56.498609 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:56.502374 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:56.525867 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Pushing event updated for resources: {'Port': ['ID=74955f82-9929-4b76-b56b-021a7b047dd5,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:56.551232 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:56.561171 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98f0c0-4df9-4509-a0a2-0f71d2b83a18 req-fbfc76a2-0636-415d-adf5-ecf159ce94ce tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:56.563187 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ea98f0c0-4df9-4509-a0a2-0f71d2b83a18 req-fbfc76a2-0636-415d-adf5-ecf159ce94ce tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 949 time: 0.0894063 Jun 22 00:51:56.615574 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ea98f0c0-4df9-4509-a0a2-0f71d2b83a18 req-c4b294d0-9b68-4ca0-b8bc-a59539c21df1 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455608 Jun 22 00:51:56.769298 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:56.969457 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785236'] for router, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:57.076981 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ed4f2-09f9-4cdd-8ca3-1043a37f1c06 req-e11c6302-828f-457b-a04f-496343792913 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:57.079302 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1d5ed4f2-09f9-4cdd-8ca3-1043a37f1c06 req-e11c6302-828f-457b-a04f-496343792913 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 944 time: 0.0698535 Jun 22 00:51:57.117550 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Router 92b21a13-7d13-4ac0-a9ac-ee67de899416 is scheduled to L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 with binding_index 1 {{(pid=99509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:51:57.126361 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1d5ed4f2-09f9-4cdd-8ca3-1043a37f1c06 req-7dfd5d58-ef63-4284-958c-10b1f7d9a231 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394981 Jun 22 00:51:57.227399 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:51:57.236657 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Sync routers for ids ['92b21a13-7d13-4ac0-a9ac-ee67de899416'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:51:57.246798 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Routers {'92b21a13-7d13-4ac0-a9ac-ee67de899416'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:51:57.247562 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:51:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['92b21a13-7d13-4ac0-a9ac-ee67de899416'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:57.248760 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:57.250041 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7061760 Jun 22 00:51:57.252915 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57762) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:57.290200 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb930c7-45ca-462b-83a2-d4d839ba2869 None None] Network f92a2cec-a693-4e05-94b5-39b9afbe845f requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:51:57.341519 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf64458-40f1-49f8-8f2f-c75851c85a7f req-612f1d21-6a86-42c0-977a-284099609a47 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:57.343045 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5cf64458-40f1-49f8-8f2f-c75851c85a7f req-612f1d21-6a86-42c0-977a-284099609a47 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 944 time: 0.0722356 Jun 22 00:51:57.360829 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Set router 92b21a13-7d13-4ac0-a9ac-ee67de899416 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:51:57.389532 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5cf64458-40f1-49f8-8f2f-c75851c85a7f req-701ff1ae-44a0-41cd-9425-13482a58d7a7 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398448 Jun 22 00:51:57.446979 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-01a2b7cf-60e9-4935-ab4f-75454217405b None None] Provisioning for port a4efb0ae-a1cf-4aac-b343-98238ce8b069 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:57.560918 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:56Z', 'revision_number': 3, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:57.586732 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Checking router: 92b21a13-7d13-4ac0-a9ac-ee67de899416 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:51:57.587128 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Updating router 92b21a13-7d13-4ac0-a9ac-ee67de899416 port 74955f82-9929-4b76-b56b-021a7b047dd5 binding host dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:51:57.625131 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:57.724896 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:57.830672 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969d2fb-a3ad-494b-a7bb-1d6251e528d8 req-c3f41ad7-8f00-4978-902b-cd304bbd32eb tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:57.832361 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6969d2fb-a3ad-494b-a7bb-1d6251e528d8 req-c3f41ad7-8f00-4978-902b-cd304bbd32eb tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 949 time: 0.0826535 Jun 22 00:51:57.875832 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6969d2fb-a3ad-494b-a7bb-1d6251e528d8 req-1dbac6bd-8bc2-4c26-ad0f-81ad23aa5976 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363684 Jun 22 00:51:57.880436 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Notify callbacks [] for port, precommit_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:57.891002 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.provisioning_blocks [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Transition to ACTIVE for port object 74955f82-9929-4b76-b56b-021a7b047dd5 will not be triggered until provisioned by entity L2. {{(pid=99511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:57.897267 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:57.900786 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-7d926a75-614a-4f5e-ad95-a612727342d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:57.943349 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f88506-0c5b-4c7b-b550-e7ded7ff0e4a None None] Pushing event updated for resources: {'Port': ['ID=74955f82-9929-4b76-b56b-021a7b047dd5,revision_number=2']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:57.948660 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-53f88506-0c5b-4c7b-b550-e7ded7ff0e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:57.959375 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Attempting to bind port 74955f82-9929-4b76-b56b-021a7b047dd5 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:57.959823 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Attempting to bind port 74955f82-9929-4b76-b56b-021a7b047dd5 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:57.960431 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Attempting to bind port 74955f82-9929-4b76-b56b-021a7b047dd5 on network 88674bb2-d018-41a5-a891-26911eb48c6d {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:57.967510 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:57.967966 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Checking segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:57.968431 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:57.968885 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Bound using segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:57.969424 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Bound port: 74955f82-9929-4b76-b56b-021a7b047dd5, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:57.969874 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.014766 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a4efb0ae-a1cf-4aac-b343-98238ce8b069 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:58.034336 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] For port 74955f82-9929-4b76-b56b-021a7b047dd5, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:58.038451 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] For port 74955f82-9929-4b76-b56b-021a7b047dd5, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=74955f82-9929-4b76-b56b-021a7b047dd5,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:58.043350 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.046643 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:58.079214 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port a4efb0ae-a1cf-4aac-b343-98238ce8b069 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:58.084951 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port a4efb0ae-a1cf-4aac-b343-98238ce8b069 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:58.085611 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.098715 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Routers {'92b21a13-7d13-4ac0-a9ac-ee67de899416'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:51:58.099434 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:51:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['92b21a13-7d13-4ac0-a9ac-ee67de899416'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:58.106146 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Allocated IP 172.20.0.1 (f92a2cec-a693-4e05-94b5-39b9afbe845f/7cb2c4a4-29de-4451-aa22-e51b0f342bc3/a2e1c831-cf0e-442a-957b-b78c4279ba72) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:58.161687 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f88506-0c5b-4c7b-b550-e7ded7ff0e4a None None] Pushing event updated for resources: {'Port': ['ID=74955f82-9929-4b76-b56b-021a7b047dd5,revision_number=3']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:58.166274 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-53f88506-0c5b-4c7b-b550-e7ded7ff0e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:58.203368 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.233183 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] Set router 92b21a13-7d13-4ac0-a9ac-ee67de899416 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:51:58.236290 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port a4efb0ae-a1cf-4aac-b343-98238ce8b069, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=a4efb0ae-a1cf-4aac-b343-98238ce8b069,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:58.243195 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.250095 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:58.256286 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.271139 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.provisioning_blocks [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Transition to ACTIVE for port object a2e1c831-cf0e-442a-957b-b78c4279ba72 will not be triggered until provisioned by entity DHCP. {{(pid=99509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:58.310321 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=a4efb0ae-a1cf-4aac-b343-98238ce8b069,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:58.317043 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:58.318260 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.321899 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:58.343873 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198805c7-4012-4f26-845a-511c49798ab9 req-c93330e9-a7d6-45ed-b812-3f53145be51b tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:58.345450 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-198805c7-4012-4f26-845a-511c49798ab9 req-c93330e9-a7d6-45ed-b812-3f53145be51b tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 944 time: 0.0898736 Jun 22 00:51:58.364020 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Network f92a2cec-a693-4e05-94b5-39b9afbe845f is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:58.368310 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:58.373099 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:58.378187 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Pushing event updated for resources: {'Port': ['ID=a2e1c831-cf0e-442a-957b-b78c4279ba72,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:58.388961 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-198805c7-4012-4f26-845a-511c49798ab9 req-0f7aa47b-042d-4ed6-9aae-340254117743 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369296 Jun 22 00:51:58.400758 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:58.439072 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787516'] for router_interface, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.450254 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:56Z', 'revision_number': 3, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:58.482651 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192ca69-f064-4e4e-b805-f73544119177 None None] The sync data for ids ['92b21a13-7d13-4ac0-a9ac-ee67de899416'] in dv-cinder-753305-6-iscsi is: [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:56Z', 'revision_number': 3, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:51:58.601734 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.608968 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-40b74efa-dfbf-40e9-9bd6-0da82ace939f None None] Provisioning for port a2e1c831-cf0e-442a-957b-b78c4279ba72 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:58.612860 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-40b74efa-dfbf-40e9-9bd6-0da82ace939f None None] Provisioning complete for port a2e1c831-cf0e-442a-957b-b78c4279ba72 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:58.613552 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-40b74efa-dfbf-40e9-9bd6-0da82ace939f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.623684 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb94f8-d44c-4001-90e2-631728cf2ac4 req-5237988e-6eae-44b6-a01e-b4a0334bcca6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:58.625258 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b7eb94f8-d44c-4001-90e2-631728cf2ac4 req-5237988e-6eae-44b6-a01e-b4a0334bcca6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 944 time: 0.0953157 Jun 22 00:51:58.652649 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-40b74efa-dfbf-40e9-9bd6-0da82ace939f None None] Port a2e1c831-cf0e-442a-957b-b78c4279ba72 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:51:58.669142 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b7eb94f8-d44c-4001-90e2-631728cf2ac4 req-dd7964a9-91d7-4e89-8630-573dc8d6f594 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371518 Jun 22 00:51:58.783511 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.788452 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9353121'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.791237 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:58.865103 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Pushing event updated for resources: {'Port': ['ID=a2e1c831-cf0e-442a-957b-b78c4279ba72,revision_number=2']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:58.867483 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824359'] for router_interface, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:58.869546 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:58.971821 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Network f92a2cec-a693-4e05-94b5-39b9afbe845f is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:58.972982 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:59.079662 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adf07f-775f-48c8-86b3-820d5338abf6 req-4945045e-a7d3-4661-afbd-1b50284a858b tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:59.087420 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-46adf07f-775f-48c8-86b3-820d5338abf6 req-4945045e-a7d3-4661-afbd-1b50284a858b tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 949 time: 0.0769410 Jun 22 00:51:59.122757 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Router 92b21a13-7d13-4ac0-a9ac-ee67de899416 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:51:59.159597 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-46adf07f-775f-48c8-86b3-820d5338abf6 req-9f1a7bfa-a5b8-4e94-8b17-282a2241c23a tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705698 Jun 22 00:51:59.279461 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-6bf19d36-72dc-4f89-92bb-0b259e16040f None None] Provisioning complete for port a2e1c831-cf0e-442a-957b-b78c4279ba72 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:59.280275 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-6bf19d36-72dc-4f89-92bb-0b259e16040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:59.280798 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:51:59.292994 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] 10.222.0.26 "PUT /v2.0/routers/92b21a13-7d13-4ac0-a9ac-ee67de899416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0325921 Jun 22 00:51:59.319354 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-6bf19d36-72dc-4f89-92bb-0b259e16040f None None] Port a2e1c831-cf0e-442a-957b-b78c4279ba72 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:51:59.469913 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['c01d3598-ae46-47e5-9f46-36c559df7359'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:59.588461 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72790700-1656-42e1-b319-8123d7cb9a5f req-4319ff66-a725-4b1a-bd43-a4e259fbe4d5 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:59.590002 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-72790700-1656-42e1-b319-8123d7cb9a5f req-4319ff66-a725-4b1a-bd43-a4e259fbe4d5 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 944 time: 0.0708563 Jun 22 00:51:59.628313 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-72790700-1656-42e1-b319-8123d7cb9a5f req-60809e26-908a-4f58-8bd7-4432830f3a40 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325730 Jun 22 00:51:59.872154 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da303bf-f5d8-41c4-8eb7-6dcbff4961b0 req-4d0a8235-3bdc-419e-ae50-5e55265c7a4f tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:59.874625 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7da303bf-f5d8-41c4-8eb7-6dcbff4961b0 req-4d0a8235-3bdc-419e-ae50-5e55265c7a4f tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 944 time: 0.0792308 Jun 22 00:51:59.883792 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57812) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:59.896699 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1691361888-network', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:59.945931 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7da303bf-f5d8-41c4-8eb7-6dcbff4961b0 req-16f3c3d6-6cc4-4569-93ba-865868be3c07 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651338 Jun 22 00:51:59.961877 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Made reservation on behalf of 0b86879de2a64ecea7bc3862f30dfd98 for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:51:59.965736 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:59.978110 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.084820 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 03f8d1f3-6a0e-4ead-9a00-85339e2c544e up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:00.107857 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.113011 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.119277 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a4efb0ae-a1cf-4aac-b343-98238ce8b069 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:00.127633 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:52:00.139463 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.139842 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Added segment 567651ca-72bf-4c5d-b6f9-905511a373ba of type vlan for network 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 Jun 22 00:52:00.149883 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-52c4efa5-7791-4904-86a1-78421c07063e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:00.203788 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.208227 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b3262d-6efb-4d0b-81c4-746d11617aa6,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:00.211779 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:00.217886 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:00.221467 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port a4efb0ae-a1cf-4aac-b343-98238ce8b069 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:00.221974 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.225047 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:00.225852 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.248040 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.250775 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:00.252936 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.263730 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:00.331402 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 57830) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:00.332114 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4471552 Jun 22 00:52:00.336998 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Request body: {'subnet': {'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1691361888-subnet', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'ip_version': 4}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:00.345520 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:00.348398 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:00.359807 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:52:00.380666 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Made reservation on behalf of 0b86879de2a64ecea7bc3862f30dfd98 for: {'subnet': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:00.392307 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392385'] for subnet, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.446759 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 74955f82-9929-4b76-b56b-021a7b047dd5 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:00.449477 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Sync routers for ids ['92b21a13-7d13-4ac0-a9ac-ee67de899416'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:52:00.532082 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Routers {'92b21a13-7d13-4ac0-a9ac-ee67de899416'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:00.532734 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:51:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['92b21a13-7d13-4ac0-a9ac-ee67de899416'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:00.656785 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8843116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392435'] for subnet, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.695524 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1a7d0c82-b74d-456f-9193-aef7ba7de791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:00.746365 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Set router 92b21a13-7d13-4ac0-a9ac-ee67de899416 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:00.771800 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9875d7-d69a-454d-97e4-82deb283f4c1,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:00.774815 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:00.797550 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.808153 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Checking segment: {'id': '567651ca-72bf-4c5d-b6f9-905511a373ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:00.808794 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Network hostable DHCP agents. Network: 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:52:00.812321 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 74955f82-9929-4b76-b56b-021a7b047dd5 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:00.820382 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062bdec-8ac1-4549-8fa6-6a9d1deb1882 req-9516566b-1d04-435a-9d2a-a206dd99bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:00.821855 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c062bdec-8ac1-4549-8fa6-6a9d1deb1882 req-9516566b-1d04-435a-9d2a-a206dd99bb65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 1098 time: 0.1840069 Jun 22 00:52:00.832183 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219a7ad-108b-4b3c-b3c7-183435b1d291 req-25594c38-25a5-4ad4-a383-7dc4d3fa304f tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:00.839616 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e219a7ad-108b-4b3c-b3c7-183435b1d291 req-25594c38-25a5-4ad4-a383-7dc4d3fa304f tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 949 time: 0.2041934 Jun 22 00:52:00.860433 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 74955f82-9929-4b76-b56b-021a7b047dd5 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:00.860821 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:00.899008 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213ae3fa-bbca-48b3-a7ac-b931d1942259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f8d1f3-6a0e-4ead-9a00-85339e2c544e'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:00.901907 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a2eb2-c462-45d3-930c-7b842e903e3a" -d '{"events": [{"server_uuid": "213ae3fa-bbca-48b3-a7ac-b931d1942259", "name": "network-vif-plugged", "status": "completed", "tag": "03f8d1f3-6a0e-4ead-9a00-85339e2c544e"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:00.952434 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Network 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:52:00.993256 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e219a7ad-108b-4b3c-b3c7-183435b1d291 req-e09d676e-9e16-4e17-985a-bfc9d3ca3dce tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526780 Jun 22 00:52:01.011653 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3) {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:01.017253 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:01.018171 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.082429 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57848) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:01.083757 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5953e857-1112-4c32-976c-cee53fd993ec None None] Network 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:01.088313 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1691361888-router', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:01.090156 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7571406 Jun 22 00:52:01.102995 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062bdec-8ac1-4549-8fa6-6a9d1deb1882 req-016d94d2-e2af-4a0e-9d2d-51048ba8821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:01.107273 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c062bdec-8ac1-4549-8fa6-6a9d1deb1882 req-016d94d2-e2af-4a0e-9d2d-51048ba8821b service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd66bcf7-565c-4d87-81a2-097abc66200e HTTP/1.1" status: 200 len: 920 time: 0.2655482 Jun 22 00:52:01.116426 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=03f8d1f3-6a0e-4ead-9a00-85339e2c544e,segment=NetworkSegment(1544e9c5-b4bd-46ea-b020-47c4d6825bc8),segment_id=1544e9c5-b4bd-46ea-b020-47c4d6825bc8)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:01.126760 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26072'] for router, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.127882 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3828967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26067'] for router, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.130833 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5599e-eb66-42c4-9c1b-4b09d11a9607 req-aa776ee1-3045-43af-9b0d-9840c719c7e3 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:01.133345 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-41a5599e-eb66-42c4-9c1b-4b09d11a9607 req-aa776ee1-3045-43af-9b0d-9840c719c7e3 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.3093593 Jun 22 00:52:01.157753 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.160070 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 9fa8960f-4555-47d9-9ba1-b589f6b730f7 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:01.168847 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:01.257793 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c062bdec-8ac1-4549-8fa6-6a9d1deb1882 req-934611b1-f443-495c-bd5c-be6b4de9f590 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ed40c49-4059-4533-97ae-53e1cdbcd634 HTTP/1.1" status: 200 len: 217 time: 0.1231990 Jun 22 00:52:01.263294 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.307771 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=03f8d1f3-6a0e-4ead-9a00-85339e2c544e,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:01.321572 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:01.347802 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 9fa8960f-4555-47d9-9ba1-b589f6b730f7 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:01.367744 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-41a5599e-eb66-42c4-9c1b-4b09d11a9607 req-5ac4e5e5-ab64-402d-92aa-20100510131d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140472 Jun 22 00:52:01.381107 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062bdec-8ac1-4549-8fa6-6a9d1deb1882 req-596ac743-d0ad-472b-8cb0-ff0b274757d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:01.382521 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c062bdec-8ac1-4549-8fa6-6a9d1deb1882 req-596ac743-d0ad-472b-8cb0-ff0b274757d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9e655c-cb93-419e-885b-298c02f8abb4 HTTP/1.1" status: 200 len: 859 time: 0.1084366 Jun 22 00:52:01.398616 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 9fa8960f-4555-47d9-9ba1-b589f6b730f7 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:01.399360 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.452901 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c062bdec-8ac1-4549-8fa6-6a9d1deb1882 req-6f50dbf3-82fe-47ba-b8ea-daafa10dd82b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd66bcf7-565c-4d87-81a2-097abc66200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547864 Jun 22 00:52:01.471530 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbac3d-2dea-4c75-bd49-b204ca5cfc7e req-7d9be277-c228-4411-8f35-c507ae6c564b tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:01.484304 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a3bbac3d-2dea-4c75-bd49-b204ca5cfc7e req-7d9be277-c228-4411-8f35-c507ae6c564b tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 944 time: 0.2325552 Jun 22 00:52:01.517476 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26053'] for router, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.564501 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a3bbac3d-2dea-4c75-bd49-b204ca5cfc7e req-5cb82953-b23d-4c30-a4dc-182ba6aea85a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786891 Jun 22 00:52:01.682763 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.704436 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c062bdec-8ac1-4549-8fa6-6a9d1deb1882 req-a7d0dba8-c3b4-47f5-b304-97a0683be8eb service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161269 Jun 22 00:52:01.707037 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 74955f82-9929-4b76-b56b-021a7b047dd5, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=74955f82-9929-4b76-b56b-021a7b047dd5,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:01.709923 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae99e5f-2863-4e90-b858-a8a854331188 x-openstack-request-id: req-3ae99e5f-2863-4e90-b858-a8a854331188 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:01.710359 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213ae3fa-bbca-48b3-a7ac-b931d1942259", "name": "network-vif-plugged", "status": "completed", "tag": "03f8d1f3-6a0e-4ead-9a00-85339e2c544e", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:01.710834 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ae99e5f-2863-4e90-b858-a8a854331188 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:01.711393 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213ae3fa-bbca-48b3-a7ac-b931d1942259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f8d1f3-6a0e-4ead-9a00-85339e2c544e', 'code': 200} Jun 22 00:52:01.788328 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.793800 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-28bcfa27-6d1b-479b-a077-472629b8a447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:01.796097 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.810889 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638d1852-ae40-5223-b29d-3a0a322fb1c4-5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3', 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'fixed_ips': [{'subnet_id': '8d9875d7-d69a-454d-97e4-82deb283f4c1'}]}} from dv-cinder-753305-6-iscsi. {{(pid=99510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:52:01.812192 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.846964 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 9fa8960f-4555-47d9-9ba1-b589f6b730f7, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=9fa8960f-4555-47d9-9ba1-b589f6b730f7,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:01.865589 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.882633 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.907731 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:01.948201 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c062bdec-8ac1-4549-8fa6-6a9d1deb1882 req-5f489b6f-4bd2-470f-a5be-00cfca3ad6e8 service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341807 Jun 22 00:52:01.983724 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9710af-4f1b-484c-896d-41cf06038c6e req-bfae538e-f07d-4c7c-b139-6aaa94cfd508 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:01.991246 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4f9710af-4f1b-484c-896d-41cf06038c6e req-bfae538e-f07d-4c7c-b139-6aaa94cfd508 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 944 time: 0.4257452 Jun 22 00:52:02.048574 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Allocated IP 172.27.0.113 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/be7e1a03-b880-4b7c-b21c-5aba3ffacdf6) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:02.063058 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4f9710af-4f1b-484c-896d-41cf06038c6e req-dc8c206f-cca7-4752-8036-77860fde0acf tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674987 Jun 22 00:52:02.129013 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.db_base_plugin_common [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Allocated IP 172.20.0.2 (5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3/8d9875d7-d69a-454d-97e4-82deb283f4c1/888eedb7-a9fe-4100-95a5-a32187ea6a96) {{(pid=99510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:02.149440 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ed4b3-24fb-4f15-9526-6340ae24ac2e req-1088976f-a9c5-4b47-a6a1-3bc5efe5cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:02.151815 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1e0ed4b3-24fb-4f15-9526-6340ae24ac2e req-1088976f-a9c5-4b47-a6a1-3bc5efe5cf65 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 1103 time: 0.0859222 Jun 22 00:52:02.185366 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:02.231848 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:02.249219 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device c01d3598-ae46-47e5-9f46-36c559df7359 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:02.252922 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:02.274421 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1e0ed4b3-24fb-4f15-9526-6340ae24ac2e req-9ce6aa33-2cde-448a-80cd-c550ad16e53d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824268 Jun 22 00:52:02.319805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=74955f82-9929-4b76-b56b-021a7b047dd5,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:02.325162 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:02.331796 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df647e02-ee09-45e3-a2d9-dfb3575b0234 req-e67e6e00-9d2b-40b0-8777-8866378ce546 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:02.333341 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=be7e1a03-b880-4b7c-b21c-5aba3ffacdf6,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:02.336810 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:02.341207 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-df647e02-ee09-45e3-a2d9-dfb3575b0234 req-e67e6e00-9d2b-40b0-8777-8866378ce546 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 950 time: 0.0933008 Jun 22 00:52:02.344105 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:02.348414 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:02.352845 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:02.366630 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:02.381937 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-df647e02-ee09-45e3-a2d9-dfb3575b0234 req-ef9dcb06-f831-41a7-bf48-608eeb2cdfe9 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Jun 22 00:52:02.445075 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Notify callbacks [] for port, precommit_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:02.455560 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Transition to ACTIVE for port object 888eedb7-a9fe-4100-95a5-a32187ea6a96 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:02.472533 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Transition to ACTIVE for port object 888eedb7-a9fe-4100-95a5-a32187ea6a96 will not be triggered until provisioned by entity DHCP. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:02.525629 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=9fa8960f-4555-47d9-9ba1-b589f6b730f7,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:02.530003 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:02.534085 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:02.562751 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-92eee826-1123-4f3d-b857-1347ec832a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:02.660619 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Network 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 is already hosted by enough agents. {{(pid=99510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:02.666529 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf54682-6b7e-42da-90d4-d601eb9bd101 req-b7999b01-8f87-4e93-bc4e-1898c7d81642 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:02.668052 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fbf54682-6b7e-42da-90d4-d601eb9bd101 req-b7999b01-8f87-4e93-bc4e-1898c7d81642 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1242688 Jun 22 00:52:02.671689 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Pushing event updated for resources: {'Port': ['ID=888eedb7-a9fe-4100-95a5-a32187ea6a96,revision_number=1']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:02.673175 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.base_scheduler [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Resources bound (agent type, host, resource id): {{(pid=99510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:02.674940 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:02.693962 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Received port after_create {{(pid=99510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:02.763512 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:02.780772 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fbf54682-6b7e-42da-90d4-d601eb9bd101 req-44e9203f-66bc-49b3-8e79-842d6fd4db11 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996222 Jun 22 00:52:02.797715 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port c01d3598-ae46-47e5-9f46-36c559df7359 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:02.804276 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port c01d3598-ae46-47e5-9f46-36c559df7359 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:02.804656 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:02.817982 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 4, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'a2e1c831-cf0e-442a-957b-b78c4279ba72', 'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'mac_address': 'fa:16:3e:49:e3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:57Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 2, 'project_id': '22e2584999b7475eac023989b6168a85', 'subnets': [{'id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:02.866072 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59fd2c-cab1-410a-97ab-1efb98295397 req-7c16dd87-3157-41c6-a3b0-13ce7d08f441 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:02.876500 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7e59fd2c-cab1-410a-97ab-1efb98295397 req-7c16dd87-3157-41c6-a3b0-13ce7d08f441 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 944 time: 0.1336672 Jun 22 00:52:02.893306 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Checking router: 92b21a13-7d13-4ac0-a9ac-ee67de899416 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:52:02.894157 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Updating router 92b21a13-7d13-4ac0-a9ac-ee67de899416 port a2e1c831-cf0e-442a-957b-b78c4279ba72 binding host dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:52:02.922774 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7e59fd2c-cab1-410a-97ab-1efb98295397 req-180d3ad1-83e3-4c98-a5ee-60714e7ebd3c tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454204 Jun 22 00:52:02.927427 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Attempting to bind port 888eedb7-a9fe-4100-95a5-a32187ea6a96 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:02.928312 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Attempting to bind port 888eedb7-a9fe-4100-95a5-a32187ea6a96 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '567651ca-72bf-4c5d-b6f9-905511a373ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:02.928946 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Attempting to bind port 888eedb7-a9fe-4100-95a5-a32187ea6a96 on network 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:02.948967 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:02.949537 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Checking segment: {'id': '567651ca-72bf-4c5d-b6f9-905511a373ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:02.950047 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:02.950563 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Bound using segment: {'id': '567651ca-72bf-4c5d-b6f9-905511a373ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:02.951274 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Bound port: 888eedb7-a9fe-4100-95a5-a32187ea6a96, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567651ca-72bf-4c5d-b6f9-905511a373ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:02.953466 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:03.001179 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785236'] for router, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:03.006479 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:03.195536 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] For port 888eedb7-a9fe-4100-95a5-a32187ea6a96, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:03.229145 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] For port 888eedb7-a9fe-4100-95a5-a32187ea6a96, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=888eedb7-a9fe-4100-95a5-a32187ea6a96,segment=NetworkSegment(567651ca-72bf-4c5d-b6f9-905511a373ba),segment_id=567651ca-72bf-4c5d-b6f9-905511a373ba)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:03.241711 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:03.247048 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:03.252857 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:03.341364 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f4495-b589-4b58-b527-2fcae3266ffe req-7f6a937b-d008-4a8a-935e-5c9f3adf9cde tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:03.358993 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ec2f4495-b589-4b58-b527-2fcae3266ffe req-7f6a937b-d008-4a8a-935e-5c9f3adf9cde tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 945 time: 0.0913916 Jun 22 00:52:03.395488 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port c01d3598-ae46-47e5-9f46-36c559df7359, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c01d3598-ae46-47e5-9f46-36c559df7359,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:03.407318 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ec2f4495-b589-4b58-b527-2fcae3266ffe req-3b47c751-a405-4b89-a236-19edbd8a3eaf tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462801 Jun 22 00:52:03.422198 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:03.430667 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Pushing event updated for resources: {'Port': ['ID=888eedb7-a9fe-4100-95a5-a32187ea6a96,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:03.443387 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:03.444146 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:03.541717 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Router d1669016-a6ba-4821-b662-5ec853ed14b0 is scheduled to L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 with binding_index 1 {{(pid=99509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:52:03.550353 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=c01d3598-ae46-47e5-9f46-36c559df7359,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:03.592044 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:03.644133 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Notify callbacks [] for port, precommit_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:03.720354 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6733545-a7c5-40c0-a5d8-f697632a5c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8960f-4555-47d9-9ba1-b589f6b730f7'}, {'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:03.750905 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6d811e-e092-4385-8e80-f0fb8bea452e" -d '{"events": [{"server_uuid": "c6733545-a7c5-40c0-a5d8-f697632a5c0a", "name": "network-vif-plugged", "status": "completed", "tag": "9fa8960f-4555-47d9-9ba1-b589f6b730f7"}, {"server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "name": "network-vif-plugged", "status": "completed", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:03.776705 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Transition to ACTIVE for port object a2e1c831-cf0e-442a-957b-b78c4279ba72 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:03.807037 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:03.813541 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:03.864406 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5ef45f-6264-4283-ab6f-756aeada1c42 x-openstack-request-id: req-5e5ef45f-6264-4283-ab6f-756aeada1c42 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:03.864855 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6733545-a7c5-40c0-a5d8-f697632a5c0a", "name": "network-vif-plugged", "status": "completed", "tag": "9fa8960f-4555-47d9-9ba1-b589f6b730f7", "code": 200}, {"server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "name": "network-vif-plugged", "status": "completed", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:03.865211 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e5ef45f-6264-4283-ab6f-756aeada1c42 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:03.865717 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6733545-a7c5-40c0-a5d8-f697632a5c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa8960f-4555-47d9-9ba1-b589f6b730f7', 'code': 200} Jun 22 00:52:03.866083 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'code': 200} Jun 22 00:52:03.866678 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:52:03.883419 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Sync routers for ids ['d1669016-a6ba-4821-b662-5ec853ed14b0'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:52:03.901515 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Routers {'d1669016-a6ba-4821-b662-5ec853ed14b0'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:03.902151 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:51:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['d1669016-a6ba-4821-b662-5ec853ed14b0'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:03.922939 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:03.937223 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-3ed91d5f-46e4-41cf-9eee-120200f4c7f3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8508341 Jun 22 00:52:03.937960 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57886) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:03.948321 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bfebb-837e-4b8d-a179-89d99490add1 req-b5919653-4ec5-4127-92b2-c8d0521d980d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:03.956007 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-249bfebb-837e-4b8d-a179-89d99490add1 req-b5919653-4ec5-4127-92b2-c8d0521d980d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 950 time: 0.3226116 Jun 22 00:52:04.054648 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d2af8-b6da-46c6-ac1b-53a6f50b0b90 None None] Pushing event updated for resources: {'Port': ['ID=a2e1c831-cf0e-442a-957b-b78c4279ba72,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:04.075551 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-962d2af8-b6da-46c6-ac1b-53a6f50b0b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:04.120392 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-249bfebb-837e-4b8d-a179-89d99490add1 req-864262d9-287c-48c4-bc17-9e731cfe3530 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538382 Jun 22 00:52:04.185874 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Attempting to bind port a2e1c831-cf0e-442a-957b-b78c4279ba72 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:04.185874 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Attempting to bind port a2e1c831-cf0e-442a-957b-b78c4279ba72 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:04.185874 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Attempting to bind port a2e1c831-cf0e-442a-957b-b78c4279ba72 on network f92a2cec-a693-4e05-94b5-39b9afbe845f {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:04.210902 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:04.211246 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Checking segment: {'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:04.211660 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:04.212061 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Bound using segment: {'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:04.212549 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Bound port: a2e1c831-cf0e-442a-957b-b78c4279ba72, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:04.213527 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:04.224288 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Set router d1669016-a6ba-4821-b662-5ec853ed14b0 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:04.406294 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce700fe-3aa9-44fa-b2a9-25e25f7362d6 req-39d3b258-1631-43fc-bff6-91b16387b041 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:04.425163 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8ce700fe-3aa9-44fa-b2a9-25e25f7362d6 req-39d3b258-1631-43fc-bff6-91b16387b041 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1535962 Jun 22 00:52:04.463991 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] For port a2e1c831-cf0e-442a-957b-b78c4279ba72, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:04.475140 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] For port a2e1c831-cf0e-442a-957b-b78c4279ba72, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=a2e1c831-cf0e-442a-957b-b78c4279ba72,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:04.490106 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 888eedb7-a9fe-4100-95a5-a32187ea6a96 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:04.505761 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:04.755653 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8ce700fe-3aa9-44fa-b2a9-25e25f7362d6 req-a0fb9c41-a1e7-4a8d-b22a-aabb575e371d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292699 Jun 22 00:52:04.760643 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'name': 'tempest-TestShelveInstance-1691361888-router', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:02Z', 'revision_number': 3, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'gw_port': {'id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:04.778141 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:04.796606 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Checking router: d1669016-a6ba-4821-b662-5ec853ed14b0 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:52:04.797609 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Updating router d1669016-a6ba-4821-b662-5ec853ed14b0 port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 binding host dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:52:04.871919 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:04.917611 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d2af8-b6da-46c6-ac1b-53a6f50b0b90 None None] Pushing event updated for resources: {'Port': ['ID=a2e1c831-cf0e-442a-957b-b78c4279ba72,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:04.945071 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-962d2af8-b6da-46c6-ac1b-53a6f50b0b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:04.948153 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d65ea3-32c7-47e5-a4d6-530bbe881887 req-d2b70322-71ae-4658-90fc-0cf3e9624dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:04.949923 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-39d65ea3-32c7-47e5-a4d6-530bbe881887 req-d2b70322-71ae-4658-90fc-0cf3e9624dcf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 1098 time: 0.4467895 Jun 22 00:52:04.970817 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a999af-29aa-4eb5-901e-27dee093823b req-be105267-ca89-4090-a916-a327802316c0 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:04.997517 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-49a999af-29aa-4eb5-901e-27dee093823b req-be105267-ca89-4090-a916-a327802316c0 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 945 time: 0.4747097 Jun 22 00:52:05.031429 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17a346-98cd-4bfd-acf9-e6b1aaa97bcd req-cdd1b543-1270-464e-9fd5-71612d0321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:05.054060 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Routers {'92b21a13-7d13-4ac0-a9ac-ee67de899416'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:05.054427 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ac17a346-98cd-4bfd-acf9-e6b1aaa97bcd req-cdd1b543-1270-464e-9fd5-71612d0321f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 1098 time: 0.3859179 Jun 22 00:52:05.056064 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:51:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['92b21a13-7d13-4ac0-a9ac-ee67de899416'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:05.125579 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:05.179046 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-49a999af-29aa-4eb5-901e-27dee093823b req-fe126f94-da03-4a24-9fea-b4a2cee4f464 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802166 Jun 22 00:52:05.269833 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-39d65ea3-32c7-47e5-a4d6-530bbe881887 req-0722576a-69d3-4b1b-98c0-46de31a2b85f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673111 Jun 22 00:52:05.279646 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f35339-bd74-4baf-83e9-acee6a1453b2 None None] Network 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:05.371549 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ac17a346-98cd-4bfd-acf9-e6b1aaa97bcd req-32416234-b84e-4cce-80d0-03654e4dde14 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213061 Jun 22 00:52:05.408789 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Allocated IP 172.20.0.1 (5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3/8d9875d7-d69a-454d-97e4-82deb283f4c1/5cd37250-ae28-4a36-a180-b9f9a752f0c9) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:05.452890 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Notify callbacks [] for port, precommit_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:05.494786 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.provisioning_blocks [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Transition to ACTIVE for port object be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 will not be triggered until provisioned by entity L2. {{(pid=99511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:05.519599 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:05.523080 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-c458dfe7-cd74-4196-93b1-e5269d537a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:05.544538 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de7211-dd7e-4407-ac89-c57d9484084e req-51ae0e93-e6d2-4b75-84b4-323ea07a4cb6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:05.548295 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:05.562695 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-73de7211-dd7e-4407-ac89-c57d9484084e req-51ae0e93-e6d2-4b75-84b4-323ea07a4cb6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 945 time: 0.2810628 Jun 22 00:52:05.574855 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.provisioning_blocks [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Transition to ACTIVE for port object 5cd37250-ae28-4a36-a180-b9f9a752f0c9 will not be triggered until provisioned by entity DHCP. {{(pid=99509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:05.585586 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Attempting to bind port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:05.585966 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Attempting to bind port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:05.586329 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Attempting to bind port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 on network 88674bb2-d018-41a5-a891-26911eb48c6d {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:05.595959 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:05.596638 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Checking segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:05.597212 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:05.597771 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Bound using segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:05.598546 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Bound port: be7e1a03-b880-4b7c-b21c-5aba3ffacdf6, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:05.599135 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:05.600859 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Pushing event updated for resources: {'Port': ['ID=be7e1a03-b880-4b7c-b21c-5aba3ffacdf6,revision_number=2']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:05.603684 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-7a0c3453-7f02-493e-98b4-783d555a264b None None] Provisioning for port 888eedb7-a9fe-4100-95a5-a32187ea6a96 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:05.626725 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:05.633358 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.633953 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.634619 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.635280 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.635781 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.636271 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.636769 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.637328 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.639583 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.639719 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-6307919a-12a8-428e-b96e-ee033b8ffa8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:05.640224 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.641139 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.641499 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 888eedb7-a9fe-4100-95a5-a32187ea6a96 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:05.641805 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:05.644964 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66d22-45a1-4387-a386-f7d891da56c4 req-8fb184b2-8739-43c1-bc98-1facb7b085ab tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:05.646500 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d9e66d22-45a1-4387-a386-f7d891da56c4 req-8fb184b2-8739-43c1-bc98-1facb7b085ab tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 950 time: 0.2788961 Jun 22 00:52:05.649308 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] Set router 92b21a13-7d13-4ac0-a9ac-ee67de899416 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:05.650612 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:05.687727 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-73de7211-dd7e-4407-ac89-c57d9484084e req-82ae85d1-2e80-416d-984b-7178787d5222 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244812 Jun 22 00:52:05.694037 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] For port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:05.704634 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] For port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=be7e1a03-b880-4b7c-b21c-5aba3ffacdf6,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:05.716438 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Network 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:05.718994 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:05.731404 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:05.731560 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-de81a8c9-1222-4670-9c78-983db37097cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:05.734487 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:05.745244 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d9e66d22-45a1-4387-a386-f7d891da56c4 req-fa1953cb-825a-4206-a6e8-7fcafa566981 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811152 Jun 22 00:52:05.755992 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 888eedb7-a9fe-4100-95a5-a32187ea6a96 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:05.756376 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:05.790900 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787516'] for router_interface, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:05.802240 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Routers {'d1669016-a6ba-4821-b662-5ec853ed14b0'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:05.803209 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:51:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['d1669016-a6ba-4821-b662-5ec853ed14b0'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:05.875856 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Pushing event updated for resources: {'Port': ['ID=5cd37250-ae28-4a36-a180-b9f9a752f0c9,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:05.881383 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:05.894166 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Pushing event updated for resources: {'Port': ['ID=be7e1a03-b880-4b7c-b21c-5aba3ffacdf6,revision_number=3']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:05.907848 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-ad38a651-c483-4a9d-ac94-c9d6b60e34ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:06.043813 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda913f-cb93-4873-b3ac-a476304e8916 req-bec6007e-91e4-4e69-baf7-a7c3f554a290 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:06.045020 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] Set router d1669016-a6ba-4821-b662-5ec853ed14b0 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:06.053321 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3cda913f-cb93-4873-b3ac-a476304e8916 req-bec6007e-91e4-4e69-baf7-a7c3f554a290 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1426530 Jun 22 00:52:06.092305 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:06.157443 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:06.177933 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3cda913f-cb93-4873-b3ac-a476304e8916 req-a016a329-a4c9-4572-8463-7480e6ed3e6a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236205 Jun 22 00:52:06.362115 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 888eedb7-a9fe-4100-95a5-a32187ea6a96, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=888eedb7-a9fe-4100-95a5-a32187ea6a96,segment=NetworkSegment(567651ca-72bf-4c5d-b6f9-905511a373ba),segment_id=567651ca-72bf-4c5d-b6f9-905511a373ba)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:06.415414 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:06.420186 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 74955f82-9929-4b76-b56b-021a7b047dd5 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:06.426911 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-962d2af8-b6da-46c6-ac1b-53a6f50b0b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:06.499827 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:06.505775 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'name': 'tempest-TestShelveInstance-1691361888-router', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:02Z', 'revision_number': 3, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'gw_port': {'id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:06.507490 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9353121'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:06.514092 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:06.577049 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36750ddb-e745-4b2d-8864-4ca973681c95 req-014ade45-0a53-4834-937a-d84b5c60db77 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:06.582842 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d13aa-e7f4-4e0f-ad6c-05138c49ab9b None None] The sync data for ids ['d1669016-a6ba-4821-b662-5ec853ed14b0'] in dv-cinder-753305-6-iscsi is: [{'id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'name': 'tempest-TestShelveInstance-1691361888-router', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:02Z', 'revision_number': 3, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'gw_port': {'id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:52:06.585447 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-36750ddb-e745-4b2d-8864-4ca973681c95 req-014ade45-0a53-4834-937a-d84b5c60db77 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 945 time: 0.1608412 Jun 22 00:52:06.605318 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=888eedb7-a9fe-4100-95a5-a32187ea6a96,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:06.609353 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:06.636961 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-6c1f2c80-3505-4a08-8d09-cc5c0fec7ca7 None None] Provisioning for port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:06.639013 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Pushing event updated for resources: {'Port': ['ID=5cd37250-ae28-4a36-a180-b9f9a752f0c9,revision_number=2']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:06.662263 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:06.664921 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-6c1f2c80-3505-4a08-8d09-cc5c0fec7ca7 None None] Provisioning complete for port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:06.665528 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2c80-3505-4a08-8d09-cc5c0fec7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:06.679091 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-36750ddb-e745-4b2d-8864-4ca973681c95 req-6ef8ee51-afa2-4167-b2e6-f575b71b761d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921130 Jun 22 00:52:06.694461 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 74955f82-9929-4b76-b56b-021a7b047dd5 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:06.695173 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:06.697320 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824359'] for router_interface, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:06.773634 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f2c80-3505-4a08-8d09-cc5c0fec7ca7 None None] Port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:52:06.779527 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 4, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'a2e1c831-cf0e-442a-957b-b78c4279ba72', 'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'mac_address': 'fa:16:3e:49:e3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:57Z', 'updated_at': '2021-06-22T00:52:04Z', 'revision_number': 4, 'project_id': '22e2584999b7475eac023989b6168a85', 'subnets': [{'id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:06.839793 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1efc42-1060-48f5-b705-9bbe075609cf None None] The sync data for ids ['92b21a13-7d13-4ac0-a9ac-ee67de899416'] in dv-cinder-753305-6-iscsi is: [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 4, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'a2e1c831-cf0e-442a-957b-b78c4279ba72', 'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'mac_address': 'fa:16:3e:49:e3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:57Z', 'updated_at': '2021-06-22T00:52:04Z', 'revision_number': 4, 'project_id': '22e2584999b7475eac023989b6168a85', 'subnets': [{'id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:52:06.858767 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-6c1f2c80-3505-4a08-8d09-cc5c0fec7ca7 None None] Provisioning complete for port 888eedb7-a9fe-4100-95a5-a32187ea6a96 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:06.862136 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Network 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:06.863689 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:06.867883 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-6c1f2c80-3505-4a08-8d09-cc5c0fec7ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:07.169068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e16de-ed68-4567-b1fa-fc078529dcc5 req-f0c449a7-8d98-49f2-a246-84d502363468 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:07.180405 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f80e16de-ed68-4567-b1fa-fc078529dcc5 req-f0c449a7-8d98-49f2-a246-84d502363468 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 950 time: 0.2042146 Jun 22 00:52:07.193874 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Router d1669016-a6ba-4821-b662-5ec853ed14b0 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:52:07.303545 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f80e16de-ed68-4567-b1fa-fc078529dcc5 req-a2142c13-26b4-447e-9159-c7a91e5bbffc tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206179 Jun 22 00:52:07.396809 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-6ca1b0a8-9757-4800-a84c-e542b41da0e9 None None] Provisioning complete for port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:07.397378 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-6ca1b0a8-9757-4800-a84c-e542b41da0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:07.439937 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:52:07.491907 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] 10.222.0.26 "PUT /v2.0/routers/d1669016-a6ba-4821-b662-5ec853ed14b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5515094 Jun 22 00:52:07.535634 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1b0a8-9757-4800-a84c-e542b41da0e9 None None] Port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:52:07.566481 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 888eedb7-a9fe-4100-95a5-a32187ea6a96 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:07.635162 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 888eedb7-a9fe-4100-95a5-a32187ea6a96 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:07.635418 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:07.669883 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7c2e7-6e13-48fc-8b53-0abb60c6893d req-45701ee5-45f5-4a27-8892-941dff072678 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:07.679479 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-66c7c2e7-6e13-48fc-8b53-0abb60c6893d req-45701ee5-45f5-4a27-8892-941dff072678 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 945 time: 0.2824490 Jun 22 00:52:07.757371 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-8d453e8c-2ecc-4724-a5e0-fe05277e6ba3 None None] Provisioning complete for port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:07.760925 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-8d453e8c-2ecc-4724-a5e0-fe05277e6ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:07.772748 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-66c7c2e7-6e13-48fc-8b53-0abb60c6893d req-39c5dec1-1aae-4311-9d3d-e56fd978abcd tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918393 Jun 22 00:52:07.795462 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc6aad-31f1-4d2e-999e-51b4c119e336 req-0d32306f-7372-4833-b2f3-beafd5a8050a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:07.802457 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e6bc6aad-31f1-4d2e-999e-51b4c119e336 req-0d32306f-7372-4833-b2f3-beafd5a8050a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.2214327 Jun 22 00:52:07.830839 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a2e1c831-cf0e-442a-957b-b78c4279ba72 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:07.891357 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e6bc6aad-31f1-4d2e-999e-51b4c119e336 req-c4f114cc-41b8-4d3e-b7df-a2925dad68a4 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879085 Jun 22 00:52:07.904405 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-8d453e8c-2ecc-4724-a5e0-fe05277e6ba3 None None] Port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:52:07.949803 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port a2e1c831-cf0e-442a-957b-b78c4279ba72 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:07.954830 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port a2e1c831-cf0e-442a-957b-b78c4279ba72 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:07.955524 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:08.103867 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:08.112845 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083dcd0c-d169-4e9b-b6f6-3b33bd8afa11 req-a2750898-386a-4469-8571-1acaf0f36919 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:08.124631 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-083dcd0c-d169-4e9b-b6f6-3b33bd8afa11 req-a2750898-386a-4469-8571-1acaf0f36919 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 945 time: 0.1352994 Jun 22 00:52:08.174684 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port a2e1c831-cf0e-442a-957b-b78c4279ba72, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=a2e1c831-cf0e-442a-957b-b78c4279ba72,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:08.183186 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:08.189115 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:08.209880 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-083dcd0c-d169-4e9b-b6f6-3b33bd8afa11 req-cfd1ac31-7869-4350-9a59-0acc6b06bb15 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744755 Jun 22 00:52:08.289887 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=a2e1c831-cf0e-442a-957b-b78c4279ba72,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:08.295963 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:08.720081 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b5c42-6057-4fa5-9408-b8776fd0d95c req-97453a9d-97af-41d0-8cbd-c4e70ad76772 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:08.729999 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-345b5c42-6057-4fa5-9408-b8776fd0d95c req-97453a9d-97af-41d0-8cbd-c4e70ad76772 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 950 time: 0.0873041 Jun 22 00:52:08.779479 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-345b5c42-6057-4fa5-9408-b8776fd0d95c req-491ebce8-d530-4cb4-99e3-7cfcaef472df tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485623 Jun 22 00:52:08.873591 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57950) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:08.879275 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-e667422e-31e9-463c-b97a-52c3fc6a6f01 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995149594', 'description': 'tempest-secgroup-smoke-995149594 description', 'project_id': '22e2584999b7475eac023989b6168a85'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:08.920388 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e667422e-31e9-463c-b97a-52c3fc6a6f01 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.100257 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e667422e-31e9-463c-b97a-52c3fc6a6f01 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.109073 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e667422e-31e9-463c-b97a-52c3fc6a6f01 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.112021 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1467b6a2-82b4-40ed-ba73-2678246ad80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:09.121187 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4cd5a-234d-4873-be80-3018ffe24ed1 req-dc59fa11-d3c8-491b-a556-b1fad935316d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:09.131761 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8aa4cd5a-234d-4873-be80-3018ffe24ed1 req-dc59fa11-d3c8-491b-a556-b1fad935316d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 945 time: 0.1065745 Jun 22 00:52:09.140820 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667422e-31e9-463c-b97a-52c3fc6a6f01 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c563a-800f-4997-b59d-d8886d7d8291,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:09.144327 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e667422e-31e9-463c-b97a-52c3fc6a6f01 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:09.158132 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e667422e-31e9-463c-b97a-52c3fc6a6f01 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.160085 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-e667422e-31e9-463c-b97a-52c3fc6a6f01 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2852805 Jun 22 00:52:09.163138 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57954) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:09.169178 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-bcdd6352-724f-4b0f-96c8-afb8aeac90be tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Request body: {'security_group_rule': {'security_group_id': '5c2c563a-800f-4997-b59d-d8886d7d8291', 'project_id': '22e2584999b7475eac023989b6168a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:09.204264 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6352-724f-4b0f-96c8-afb8aeac90be tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.247550 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8aa4cd5a-234d-4873-be80-3018ffe24ed1 req-51f1f38d-e545-4268-9fa1-d6c3a798116d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148164 Jun 22 00:52:09.280580 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:09.318496 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d889b-e479-4c5e-8c94-095c747ee44a req-ce372649-6b8e-4323-b981-537a69b57e7a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:09.325959 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-828d889b-e479-4c5e-8c94-095c747ee44a req-ce372649-6b8e-4323-b981-537a69b57e7a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.2183931 Jun 22 00:52:09.327523 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6352-724f-4b0f-96c8-afb8aeac90be tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.333830 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6352-724f-4b0f-96c8-afb8aeac90be tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.336367 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-5336f922-6394-4e08-a61c-ae6d0d6057b9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:09.367845 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd6352-724f-4b0f-96c8-afb8aeac90be tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d10cb43-2b9f-42fb-a50d-f494289566b1,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:09.372442 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bcdd6352-724f-4b0f-96c8-afb8aeac90be tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:09.390736 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bcdd6352-724f-4b0f-96c8-afb8aeac90be tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.392537 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-bcdd6352-724f-4b0f-96c8-afb8aeac90be tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2277541 Jun 22 00:52:09.395925 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57960) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:09.404719 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-2c3baa96-0524-4ce4-9bbb-e73350d8ad62 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Request body: {'security_group_rule': {'security_group_id': '5c2c563a-800f-4997-b59d-d8886d7d8291', 'project_id': '22e2584999b7475eac023989b6168a85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:09.433018 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-828d889b-e479-4c5e-8c94-095c747ee44a req-f55b9a92-1abc-4883-8448-c11980771f11 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028311 Jun 22 00:52:09.442735 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:09.453679 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:09.454082 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.464439 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2c3baa96-0524-4ce4-9bbb-e73350d8ad62 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.575330 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2c3baa96-0524-4ce4-9bbb-e73350d8ad62 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.585168 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2c3baa96-0524-4ce4-9bbb-e73350d8ad62 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.587235 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:09.599045 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58527d4-e5e5-4f06-9756-93684819ee8a req-c34d9f77-2b9a-47ae-b9e4-d967ff919451 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:09.600662 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e58527d4-e5e5-4f06-9756-93684819ee8a req-c34d9f77-2b9a-47ae-b9e4-d967ff919451 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 945 time: 0.1507022 Jun 22 00:52:09.619964 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.640993 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3baa96-0524-4ce4-9bbb-e73350d8ad62 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da09219d-35de-4669-b01d-84a9c660e613,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:09.653877 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2c3baa96-0524-4ce4-9bbb-e73350d8ad62 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:09.657980 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2c3baa96-0524-4ce4-9bbb-e73350d8ad62 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.659518 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-2c3baa96-0524-4ce4-9bbb-e73350d8ad62 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2624507 Jun 22 00:52:09.662475 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57964) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:09.669122 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-e55c0602-0c36-4d0d-9a75-ab374cbed5bd tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Request body: {'security_group_rule': {'security_group_id': '5c2c563a-800f-4997-b59d-d8886d7d8291', 'project_id': '22e2584999b7475eac023989b6168a85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:09.695731 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=be7e1a03-b880-4b7c-b21c-5aba3ffacdf6,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:09.703438 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.704493 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a2e1c831-cf0e-442a-957b-b78c4279ba72 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:09.726275 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e58527d4-e5e5-4f06-9756-93684819ee8a req-97bbf10c-4932-41a3-b374-e5cadee7a2bb tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114502 Jun 22 00:52:09.748281 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e55c0602-0c36-4d0d-9a75-ab374cbed5bd tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.783114 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:09.886134 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=be7e1a03-b880-4b7c-b21c-5aba3ffacdf6,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:09.893032 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:09.922652 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port a2e1c831-cf0e-442a-957b-b78c4279ba72 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:09.923480 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.974210 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e55c0602-0c36-4d0d-9a75-ab374cbed5bd tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.986509 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fb41e-4517-4692-b717-b3aa99016415 req-303cd477-90f0-469e-b60d-356aa50a5548 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:09.987024 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e55c0602-0c36-4d0d-9a75-ab374cbed5bd tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.990309 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c1fb41e-4517-4692-b717-b3aa99016415 req-303cd477-90f0-469e-b60d-356aa50a5548 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.15 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 950 time: 0.1787837 Jun 22 00:52:10.017466 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2c3baa96-0524-4ce4-9bbb-e73350d8ad62 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:10.027498 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e55c0602-0c36-4d0d-9a75-ab374cbed5bd tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.029252 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-e55c0602-0c36-4d0d-9a75-ab374cbed5bd tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3644466 Jun 22 00:52:10.040100 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57978) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:10.053211 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-2d9235e5-b302-4483-8af5-2bfd71dedf85 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Request body: {'security_group_rule': {'security_group_id': '5c2c563a-800f-4997-b59d-d8886d7d8291', 'project_id': '22e2584999b7475eac023989b6168a85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:10.123255 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c0602-0c36-4d0d-9a75-ab374cbed5bd tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5941ba41-4771-471f-95c5-2b81719f2096,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:10.135597 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e55c0602-0c36-4d0d-9a75-ab374cbed5bd tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:10.142842 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e5-b302-4483-8af5-2bfd71dedf85 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.210595 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e5-b302-4483-8af5-2bfd71dedf85 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.217099 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e5-b302-4483-8af5-2bfd71dedf85 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.219586 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:10.238735 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9235e5-b302-4483-8af5-2bfd71dedf85 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788ad3fa-4ad2-45ca-b68a-3fb063811425,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:10.242182 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2d9235e5-b302-4483-8af5-2bfd71dedf85 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:10.255853 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2d9235e5-b302-4483-8af5-2bfd71dedf85 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.263224 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-2d9235e5-b302-4483-8af5-2bfd71dedf85 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2141078 Jun 22 00:52:10.263932 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57980) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:10.269051 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-d1c94d71-5221-45e4-8dab-0e442efbd60c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Request body: {'security_group_rule': {'security_group_id': '5c2c563a-800f-4997-b59d-d8886d7d8291', 'project_id': '22e2584999b7475eac023989b6168a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:10.303296 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.securitygroups_db [None req-d1c94d71-5221-45e4-8dab-0e442efbd60c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Project 22e2584999b7475eac023989b6168a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 00:52:10.310179 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d1c94d71-5221-45e4-8dab-0e442efbd60c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.413095 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d1c94d71-5221-45e4-8dab-0e442efbd60c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.418796 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d1c94d71-5221-45e4-8dab-0e442efbd60c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.429332 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:10.463914 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c94d71-5221-45e4-8dab-0e442efbd60c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa13420b-0554-403b-90d9-cd0215097d3b,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:10.475456 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d1c94d71-5221-45e4-8dab-0e442efbd60c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:10.477585 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d1c94d71-5221-45e4-8dab-0e442efbd60c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.480033 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d1c94d71-5221-45e4-8dab-0e442efbd60c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2151124 Jun 22 00:52:10.482967 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 57984) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:10.488390 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-d0bf7372-14bb-4ea6-9ec3-986bc1d62678 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Request body: {'security_group_rule': {'security_group_id': '5c2c563a-800f-4997-b59d-d8886d7d8291', 'project_id': '22e2584999b7475eac023989b6168a85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:10.495697 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Sync routers for ids ['d1669016-a6ba-4821-b662-5ec853ed14b0'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:52:10.508201 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Routers {'d1669016-a6ba-4821-b662-5ec853ed14b0'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:10.508862 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:51:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['d1669016-a6ba-4821-b662-5ec853ed14b0'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:10.549775 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.securitygroups_db [None req-d0bf7372-14bb-4ea6-9ec3-986bc1d62678 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Project 22e2584999b7475eac023989b6168a85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 00:52:10.555408 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7372-14bb-4ea6-9ec3-986bc1d62678 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.570171 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba98251-d7bc-4c72-9061-844f8f3449a1 req-25db4371-3770-452e-bfba-10033aa0036d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:10.579228 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2ba98251-d7bc-4c72-9061-844f8f3449a1 req-25db4371-3770-452e-bfba-10033aa0036d tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 950 time: 0.2141814 Jun 22 00:52:10.631809 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2ba98251-d7bc-4c72-9061-844f8f3449a1 req-ceb4330f-e615-4ffb-8c38-1d30869b50b4 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/security-groups?id=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514224 Jun 22 00:52:10.649084 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1f8d2-0a8d-403e-a929-bd92d6ace7e3 req-9cdf60c6-873e-45af-8e74-559aeb634079 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:10.651814 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-99e1f8d2-0a8d-403e-a929-bd92d6ace7e3 req-9cdf60c6-873e-45af-8e74-559aeb634079 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 945 time: 0.6559737 Jun 22 00:52:10.686485 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-2c1fb41e-4517-4692-b717-b3aa99016415 req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Deleting port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:10.687465 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-2c1fb41e-4517-4692-b717-b3aa99016415 req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.702744 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7372-14bb-4ea6-9ec3-986bc1d62678 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.712091 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7372-14bb-4ea6-9ec3-986bc1d62678 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.736004 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:10.762783 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Set router d1669016-a6ba-4821-b662-5ec853ed14b0 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:10.763089 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf7372-14bb-4ea6-9ec3-986bc1d62678 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690ec901-0235-4710-9806-618d1ad64eae,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:10.772205 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d0bf7372-14bb-4ea6-9ec3-986bc1d62678 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:10.773009 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7372-14bb-4ea6-9ec3-986bc1d62678 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.774216 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d0bf7372-14bb-4ea6-9ec3-986bc1d62678 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2900288 Jun 22 00:52:10.858755 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-99e1f8d2-0a8d-403e-a929-bd92d6ace7e3 req-1e27102d-26f0-40c1-9da3-b70f22b126d8 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984429 Jun 22 00:52:10.943591 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-2c1fb41e-4517-4692-b717-b3aa99016415 req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] For port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=03f8d1f3-6a0e-4ead-9a00-85339e2c544e,segment=NetworkSegment(1544e9c5-b4bd-46ea-b020-47c4d6825bc8),segment_id=1544e9c5-b4bd-46ea-b020-47c4d6825bc8)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:10.943968 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-2c1fb41e-4517-4692-b717-b3aa99016415 req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:11.097064 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-2c1fb41e-4517-4692-b717-b3aa99016415 req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Calling delete_port for 03f8d1f3-6a0e-4ead-9a00-85339e2c544e owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:11.122820 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629b39a-0e6b-4a8f-98e2-d0c243c4a50b req-ea5306d1-19f5-4774-a2b1-182791d1b7fe tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:11.136928 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8629b39a-0e6b-4a8f-98e2-d0c243c4a50b req-ea5306d1-19f5-4774-a2b1-182791d1b7fe tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.3479393 Jun 22 00:52:11.188240 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:11.228118 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8629b39a-0e6b-4a8f-98e2-d0c243c4a50b req-e931ab35-01ea-4118-ae73-0aa238b0f53f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Jun 22 00:52:11.338647 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:11.339216 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:11.397010 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-2c1fb41e-4517-4692-b717-b3aa99016415 req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:11.414167 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:11.510528 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['03f8d1f3-6a0e-4ead-9a00-85339e2c544e'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:11.566007 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'name': 'tempest-TestShelveInstance-1691361888-router', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:05Z', 'revision_number': 4, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'gw_port': {'id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '5cd37250-ae28-4a36-a180-b9f9a752f0c9', 'name': '', 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'mac_address': 'fa:16:3e:ff:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8d9875d7-d69a-454d-97e4-82deb283f4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:05Z', 'updated_at': '2021-06-22T00:52:06Z', 'revision_number': 2, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'subnets': [{'id': '8d9875d7-d69a-454d-97e4-82deb283f4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:11.574125 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Pushing event deleted for resources: {'Port': ['ID=03f8d1f3-6a0e-4ead-9a00-85339e2c544e,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:11.589494 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:11.634094 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Checking router: d1669016-a6ba-4821-b662-5ec853ed14b0 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:52:11.635125 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Updating router d1669016-a6ba-4821-b662-5ec853ed14b0 port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 binding host dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:52:11.649787 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1fb41e-4517-4692-b717-b3aa99016415 req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] No DVR routers for this DVR port 03f8d1f3-6a0e-4ead-9a00-85339e2c544e on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:52:11.666437 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-2c1fb41e-4517-4692-b717-b3aa99016415 req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:11.687723 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c1fb41e-4517-4692-b717-b3aa99016415 req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.15 "DELETE /v2.0/ports/03f8d1f3-6a0e-4ead-9a00-85339e2c544e HTTP/1.1" status: 204 len: 173 time: 1.6877711 Jun 22 00:52:11.690360 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213ae3fa-bbca-48b3-a7ac-b931d1942259', 'name': 'network-vif-deleted', 'tag': '03f8d1f3-6a0e-4ead-9a00-85339e2c544e'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:11.700663 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f738e5-dac6-4206-8079-951bd9aa47b6" -d '{"events": [{"server_uuid": "213ae3fa-bbca-48b3-a7ac-b931d1942259", "name": "network-vif-deleted", "tag": "03f8d1f3-6a0e-4ead-9a00-85339e2c544e"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:11.732995 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:11.963090 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d867f-8bf2-4342-a8d6-be735e5255c2 req-e5a092f7-5922-48f2-9f26-26f753936730 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:11.965654 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1f9d867f-8bf2-4342-a8d6-be735e5255c2 req-e5a092f7-5922-48f2-9f26-26f753936730 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 945 time: 0.1395538 Jun 22 00:52:12.083710 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1f9d867f-8bf2-4342-a8d6-be735e5255c2 req-fcc608b8-7d1c-46ec-8a68-ed01432ae2c0 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054287 Jun 22 00:52:12.174465 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f9ce39-85b3-4753-8080-68098e519dee x-openstack-request-id: req-92f9ce39-85b3-4753-8080-68098e519dee {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:12.175020 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213ae3fa-bbca-48b3-a7ac-b931d1942259", "name": "network-vif-deleted", "tag": "03f8d1f3-6a0e-4ead-9a00-85339e2c544e", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:12.175449 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92f9ce39-85b3-4753-8080-68098e519dee {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:12.176055 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213ae3fa-bbca-48b3-a7ac-b931d1942259', 'name': 'network-vif-deleted', 'tag': '03f8d1f3-6a0e-4ead-9a00-85339e2c544e', 'status': 'completed', 'code': 200} Jun 22 00:52:12.234502 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Notify callbacks [] for port, precommit_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:12.248431 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Transition to ACTIVE for port object 5cd37250-ae28-4a36-a180-b9f9a752f0c9 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:12.257927 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:12.273616 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:12.353034 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9eead219-5f76-42b3-9b42-0a60bfb75a06 req-23ce59dc-e29d-4587-bfa2-24abf4d317f6 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] 10.222.0.26 "GET /v2.0/ports?device_id=213ae3fa-bbca-48b3-a7ac-b931d1942259 HTTP/1.1" status: 200 len: 210 time: 0.0680490 Jun 22 00:52:12.603575 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47ff7a-a5bd-4b48-89b7-12544a2ef787 None None] Pushing event updated for resources: {'Port': ['ID=5cd37250-ae28-4a36-a180-b9f9a752f0c9,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:12.613351 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-be47ff7a-a5bd-4b48-89b7-12544a2ef787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:12.686346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436510-11bb-413b-ae9f-fef9657ad275 req-9979de1c-abbe-4c39-bd9a-adb0e00eb97c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:12.687214 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Attempting to bind port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:12.687214 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Attempting to bind port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '567651ca-72bf-4c5d-b6f9-905511a373ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:12.687529 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Attempting to bind port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 on network 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:12.697698 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:12.698036 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Checking segment: {'id': '567651ca-72bf-4c5d-b6f9-905511a373ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:12.699170 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:12.699727 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Bound using segment: {'id': '567651ca-72bf-4c5d-b6f9-905511a373ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:12.700598 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Bound port: 5cd37250-ae28-4a36-a180-b9f9a752f0c9, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567651ca-72bf-4c5d-b6f9-905511a373ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:12.700996 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:12.705536 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5b436510-11bb-413b-ae9f-fef9657ad275 req-9979de1c-abbe-4c39-bd9a-adb0e00eb97c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1407704 Jun 22 00:52:12.772135 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5b436510-11bb-413b-ae9f-fef9657ad275 req-eda90d8d-af72-405d-8317-7ff4acb6e9f0 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642343 Jun 22 00:52:12.776684 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] For port 5cd37250-ae28-4a36-a180-b9f9a752f0c9, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:12.781485 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] For port 5cd37250-ae28-4a36-a180-b9f9a752f0c9, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=5cd37250-ae28-4a36-a180-b9f9a752f0c9,segment=NetworkSegment(567651ca-72bf-4c5d-b6f9-905511a373ba),segment_id=567651ca-72bf-4c5d-b6f9-905511a373ba)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:12.800115 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:12.803176 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:12.876978 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Routers {'d1669016-a6ba-4821-b662-5ec853ed14b0'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:12.877620 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:51:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['d1669016-a6ba-4821-b662-5ec853ed14b0'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:12.926848 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47ff7a-a5bd-4b48-89b7-12544a2ef787 None None] Pushing event updated for resources: {'Port': ['ID=5cd37250-ae28-4a36-a180-b9f9a752f0c9,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:12.933670 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-be47ff7a-a5bd-4b48-89b7-12544a2ef787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:13.046858 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] Set router d1669016-a6ba-4821-b662-5ec853ed14b0 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:13.270864 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'name': 'tempest-TestShelveInstance-1691361888-router', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:05Z', 'revision_number': 4, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'gw_port': {'id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '5cd37250-ae28-4a36-a180-b9f9a752f0c9', 'name': '', 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'mac_address': 'fa:16:3e:ff:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8d9875d7-d69a-454d-97e4-82deb283f4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:05Z', 'updated_at': '2021-06-22T00:52:12Z', 'revision_number': 4, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'subnets': [{'id': '8d9875d7-d69a-454d-97e4-82deb283f4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:13.300489 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887de5c8-faee-4c2b-9278-109bf5f87c6d None None] The sync data for ids ['d1669016-a6ba-4821-b662-5ec853ed14b0'] in dv-cinder-753305-6-iscsi is: [{'id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'name': 'tempest-TestShelveInstance-1691361888-router', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:05Z', 'revision_number': 4, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'gw_port': {'id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '5cd37250-ae28-4a36-a180-b9f9a752f0c9', 'name': '', 'network_id': '5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'mac_address': 'fa:16:3e:ff:23:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8d9875d7-d69a-454d-97e4-82deb283f4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:05Z', 'updated_at': '2021-06-22T00:52:12Z', 'revision_number': 4, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'subnets': [{'id': '8d9875d7-d69a-454d-97e4-82deb283f4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:52:13.914899 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:14.004359 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea669c-0f94-4780-a622-a2515604d115 req-354e22b6-fdf3-418b-8ff3-85ad0382f19d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:14.005820 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a2ea669c-0f94-4780-a622-a2515604d115 req-354e22b6-fdf3-418b-8ff3-85ad0382f19d tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0896277 Jun 22 00:52:14.052432 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a2ea669c-0f94-4780-a622-a2515604d115 req-53602da0-f43f-44be-9e53-f0b2f036d0f1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384245 Jun 22 00:52:14.173776 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 03f8d1f3-6a0e-4ead-9a00-85339e2c544e no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:14.195764 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 03f8d1f3-6a0e-4ead-9a00-85339e2c544e {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:52:14.196226 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 03f8d1f3-6a0e-4ead-9a00-85339e2c544e not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:52:15.217152 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 5cd37250-ae28-4a36-a180-b9f9a752f0c9 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:15.330822 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:15.338513 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:15.339062 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:15.382573 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522b0a4-e893-4203-9571-10ce13a875c1 req-8831ccd4-8c31-49a1-bf4f-c5be3c3d8490 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:15.393909 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2522b0a4-e893-4203-9571-10ce13a875c1 req-8831ccd4-8c31-49a1-bf4f-c5be3c3d8490 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1453202 Jun 22 00:52:15.498634 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:15.503092 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2522b0a4-e893-4203-9571-10ce13a875c1 req-bd311ca5-c77c-4ee3-82c7-ee022f5a34b0 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078944 Jun 22 00:52:15.539912 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c46eb-ee24-4202-9808-93c39d28be5d req-2abeffc8-7832-4b8a-9e45-fe515769c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:15.541853 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-703c46eb-ee24-4202-9808-93c39d28be5d req-2abeffc8-7832-4b8a-9e45-fe515769c39b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 1098 time: 0.1343398 Jun 22 00:52:15.558117 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 5cd37250-ae28-4a36-a180-b9f9a752f0c9, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=5cd37250-ae28-4a36-a180-b9f9a752f0c9,segment=NetworkSegment(567651ca-72bf-4c5d-b6f9-905511a373ba),segment_id=567651ca-72bf-4c5d-b6f9-905511a373ba)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:15.572873 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:15.580645 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:15.596535 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-703c46eb-ee24-4202-9808-93c39d28be5d req-1ea9ef49-ff52-44f6-8348-7d41cf4496fd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446644 Jun 22 00:52:15.633013 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=5cd37250-ae28-4a36-a180-b9f9a752f0c9,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:15.636816 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:16.695235 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909c9bf-88b0-410a-8dad-7bb90e9daa79 req-82c6a902-371f-421e-831b-d40a23458f0a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:16.696893 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2909c9bf-88b0-410a-8dad-7bb90e9daa79 req-82c6a902-371f-421e-831b-d40a23458f0a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0655594 Jun 22 00:52:16.743516 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2909c9bf-88b0-410a-8dad-7bb90e9daa79 req-0c5f77b2-dd1e-4617-828f-259f34500785 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409234 Jun 22 00:52:17.152705 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 5cd37250-ae28-4a36-a180-b9f9a752f0c9 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:17.289981 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:17.291932 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:17.378192 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:52:17.925682 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e2bca-4262-42c3-9aac-a4dd733ded3f req-2d217192-a736-4929-9dd3-2eb45a02d897 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:17.927058 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-581e2bca-4262-42c3-9aac-a4dd733ded3f req-2d217192-a736-4929-9dd3-2eb45a02d897 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0716786 Jun 22 00:52:17.973356 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-581e2bca-4262-42c3-9aac-a4dd733ded3f req-b0525c4f-fed0-4aa4-9150-f9eb9b761d10 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397148 Jun 22 00:52:19.212548 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2024d4-cdde-4b8d-915f-fe7339d36e0a req-43ac53d8-79f8-4902-84b3-2c61eba956f5 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:19.214173 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3c2024d4-cdde-4b8d-915f-fe7339d36e0a req-43ac53d8-79f8-4902-84b3-2c61eba956f5 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0770516 Jun 22 00:52:19.272139 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3c2024d4-cdde-4b8d-915f-fe7339d36e0a req-c303f2d8-a12a-4ab0-b1d3-85d52a4e539b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515058 Jun 22 00:52:19.893153 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e06850-dbfc-42bb-8e00-8fb1c6213367 req-06c045ef-870c-4df5-b704-5a2732bd2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:19.894653 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19e06850-dbfc-42bb-8e00-8fb1c6213367 req-06c045ef-870c-4df5-b704-5a2732bd2c75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e96ad52116724cd9b1953f707e95af4f&device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 1098 time: 0.1130257 Jun 22 00:52:19.903733 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c05f3a-0242-45e9-85b8-c2d770616068 req-9b596d69-cd5c-4f61-9d3e-7adda4a4b504 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:19.905116 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-12c05f3a-0242-45e9-85b8-c2d770616068 req-9b596d69-cd5c-4f61-9d3e-7adda4a4b504 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0901206 Jun 22 00:52:19.993103 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-12c05f3a-0242-45e9-85b8-c2d770616068 req-1d3af913-bb01-4254-a1b5-d80b44eb544a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791726 Jun 22 00:52:20.023721 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e06850-dbfc-42bb-8e00-8fb1c6213367 req-03c456a0-3dc3-4500-b4c8-2469cc3ae9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:20.025894 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19e06850-dbfc-42bb-8e00-8fb1c6213367 req-03c456a0-3dc3-4500-b4c8-2469cc3ae9c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd66bcf7-565c-4d87-81a2-097abc66200e HTTP/1.1" status: 200 len: 920 time: 0.1193206 Jun 22 00:52:20.121120 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19e06850-dbfc-42bb-8e00-8fb1c6213367 req-6f55e0ce-8cb2-41f4-b11b-ab90b0c13f61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ed40c49-4059-4533-97ae-53e1cdbcd634 HTTP/1.1" status: 200 len: 217 time: 0.0744963 Jun 22 00:52:20.205099 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e06850-dbfc-42bb-8e00-8fb1c6213367 req-0b9c7374-ed72-4f35-9c6c-e72a5f09a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:20.208115 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19e06850-dbfc-42bb-8e00-8fb1c6213367 req-0b9c7374-ed72-4f35-9c6c-e72a5f09a8c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a9e655c-cb93-419e-885b-298c02f8abb4 HTTP/1.1" status: 200 len: 859 time: 0.0748668 Jun 22 00:52:20.350290 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19e06850-dbfc-42bb-8e00-8fb1c6213367 req-72391f10-f909-4d26-a53f-f695539e083a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd66bcf7-565c-4d87-81a2-097abc66200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674021 Jun 22 00:52:20.501480 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19e06850-dbfc-42bb-8e00-8fb1c6213367 req-de3911cc-d8c6-4c23-b815-6b3cbbb02cae service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308415 Jun 22 00:52:20.581042 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-af75d475-22e3-4d57-9449-87c1a534eb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:20.636537 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-19e06850-dbfc-42bb-8e00-8fb1c6213367 req-d8d43dc9-756c-415b-8bdc-c16ba0661a6d service neutron] 10.222.0.15 "GET /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269741 Jun 22 00:52:21.192559 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57c5ca-043c-4e07-8195-c77a543bb73e req-ba4e95db-65c1-4165-9b63-e5c4ab5f308f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:21.199455 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bd57c5ca-043c-4e07-8195-c77a543bb73e req-ba4e95db-65c1-4165-9b63-e5c4ab5f308f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0838974 Jun 22 00:52:21.237243 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bd57c5ca-043c-4e07-8195-c77a543bb73e req-bcb6b2ac-8058-44fb-ab93-780292a694f0 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364325 Jun 22 00:52:22.431986 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d162e84-7c43-4677-9e74-96f4d53f0db1 req-7832746d-3c3d-46d4-822a-16caef9dec08 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:22.433891 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1d162e84-7c43-4677-9e74-96f4d53f0db1 req-7832746d-3c3d-46d4-822a-16caef9dec08 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0764785 Jun 22 00:52:22.478345 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1d162e84-7c43-4677-9e74-96f4d53f0db1 req-eafeaef3-025f-4e95-bea5-860b07c2c880 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Jun 22 00:52:22.965541 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-67327129-c95f-4cc7-9f3b-0b9c2b0ed90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:23.571858 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:23.673530 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269c72-485e-4239-b06e-55932731a400 req-a0a8a81b-5f58-40bf-a79d-ce33c382a886 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:23.675696 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2269c72-485e-4239-b06e-55932731a400 req-a0a8a81b-5f58-40bf-a79d-ce33c382a886 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0660961 Jun 22 00:52:23.718847 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2269c72-485e-4239-b06e-55932731a400 req-60401d9c-4d57-411a-95b4-1ebd9ff64b2a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367205 Jun 22 00:52:24.541849 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.968612 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3958b7-55d1-4939-acf1-285dd509b511 req-2a9ccda0-2c2b-4dbf-833b-be37578466fc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:24.975862 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e3958b7-55d1-4939-acf1-285dd509b511 req-2a9ccda0-2c2b-4dbf-833b-be37578466fc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1129131 Jun 22 00:52:25.017008 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e3958b7-55d1-4939-acf1-285dd509b511 req-e3d55f51-0a8a-4b31-b235-d635f8fe470a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Jun 22 00:52:26.169248 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:26.214882 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b293688-07e2-4c65-94a3-87250872c171 req-b49c033e-4d3b-46ed-8e57-38e821c96736 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:26.216601 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9b293688-07e2-4c65-94a3-87250872c171 req-b49c033e-4d3b-46ed-8e57-38e821c96736 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.0709224 Jun 22 00:52:26.263662 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9b293688-07e2-4c65-94a3-87250872c171 req-78538ed9-3a69-4318-8dfd-42247fd544dd tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368462 Jun 22 00:52:28.577050 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a7dd1-5fde-43af-84b3-f2cb0cb22f78 req-ee1992c8-1f13-4e5a-90e9-7f3b40cf51ca tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:28.579381 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-935a7dd1-5fde-43af-84b3-f2cb0cb22f78 req-ee1992c8-1f13-4e5a-90e9-7f3b40cf51ca tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 945 time: 0.0689538 Jun 22 00:52:28.626310 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-935a7dd1-5fde-43af-84b3-f2cb0cb22f78 req-5d1b736e-0e69-4766-8916-f358ebf31eea tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411024 Jun 22 00:52:28.653805 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58292) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:28.890018 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7ec7a8-1490-48e0-8c31-75f12a3b4a04 tempest-TestMinimumBasicScenario-2107110750 tempest-TestMinimumBasicScenario-2107110750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:28.891436 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-bb7ec7a8-1490-48e0-8c31-75f12a3b4a04 tempest-TestMinimumBasicScenario-2107110750 tempest-TestMinimumBasicScenario-2107110750-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 1093 time: 0.2360325 Jun 22 00:52:28.894656 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 58300) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:28.899577 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Request body: {'floatingip': {'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'port_id': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:28.925273 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for floatingip, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:29.029300 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:29.142783 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Allocated IP 172.27.0.7 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/6da54731-da97-4bc6-b1e1-6e034fc6edde) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:29.248640 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:29.297145 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:29.299898 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:29.348204 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:29.351438 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:29.356591 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:29.390220 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'Port': ['ID=6da54731-da97-4bc6-b1e1-6e034fc6edde,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:29.396996 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:29.992407 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:30.107791 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:30.565369 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:30.569745 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:30.572637 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bd42ca5a-322e-4bc6-bf5d-6db42b89c5fe tempest-DeleteServersTestJSON-229252150 tempest-DeleteServersTestJSON-229252150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:30.640449 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'Port': ['ID=6da54731-da97-4bc6-b1e1-6e034fc6edde,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:30.644355 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:30.657072 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:30.762551 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Floating IP a07e71b2-cf11-4531-91c4-f374a7d34fb4 associated. External IP: 172.27.0.7, port: c01d3598-ae46-47e5-9f46-36c559df7359. Jun 22 00:52:31.068903 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Router b7c9f097-759d-407d-a548-b30890de333c has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:52:31.222307 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:52:31.240745 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.240947 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666e5c3-03e1-4ab3-94fe-e71b58e5bfea None None] Sync routers for ids ['b7c9f097-759d-407d-a548-b30890de333c'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:52:31.251271 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666e5c3-03e1-4ab3-94fe-e71b58e5bfea None None] Routers {'b7c9f097-759d-407d-a548-b30890de333c'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:31.251883 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-5666e5c3-03e1-4ab3-94fe-e71b58e5bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['b7c9f097-759d-407d-a548-b30890de333c'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:31.288499 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3901110 Jun 22 00:52:31.288499 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:31.289265 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58336) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:31.289850 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767cafab-d8d5-46b8-8236-3d06dfeb7848" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:31.297988 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-f8333a7f-29f2-43e8-86fd-c79cbaf7089d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180556606', 'description': 'tempest-secgroup-smoke-180556606 description', 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:31.349622 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f8333a7f-29f2-43e8-86fd-c79cbaf7089d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.382777 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-5666e5c3-03e1-4ab3-94fe-e71b58e5bfea None None] Set router b7c9f097-759d-407d-a548-b30890de333c gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:31.420011 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54d8e-d37c-4d0e-bc64-cd6812d186a0 req-62bca0d6-988b-4f8e-95c2-4d06493ed6c6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:31.423883 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-43b54d8e-d37c-4d0e-bc64-cd6812d186a0 req-62bca0d6-988b-4f8e-95c2-4d06493ed6c6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 945 time: 0.1103222 Jun 22 00:52:31.448412 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f8333a7f-29f2-43e8-86fd-c79cbaf7089d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.455357 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f8333a7f-29f2-43e8-86fd-c79cbaf7089d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.458361 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-8ca2050f-99ed-4acc-bcbd-274e28d69223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:31.483784 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8333a7f-29f2-43e8-86fd-c79cbaf7089d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a37309-028a-4453-9946-b88a36a6a958,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:31.489201 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-f8333a7f-29f2-43e8-86fd-c79cbaf7089d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:31.510886 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f8333a7f-29f2-43e8-86fd-c79cbaf7089d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.515713 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-f8333a7f-29f2-43e8-86fd-c79cbaf7089d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2243629 Jun 22 00:52:31.516305 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58340) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:31.521380 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-bedb099e-45bf-41b2-a209-cfffe042a2dd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Request body: {'security_group_rule': {'security_group_id': '73a37309-028a-4453-9946-b88a36a6a958', 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:31.555186 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bedb099e-45bf-41b2-a209-cfffe042a2dd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.556324 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-43b54d8e-d37c-4d0e-bc64-cd6812d186a0 req-abd51ddb-4d5a-46f4-a446-156824f30c91 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253128 Jun 22 00:52:31.627884 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bedb099e-45bf-41b2-a209-cfffe042a2dd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.630776 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3051e1b2-09fc-4622-b8f1-e76863c749bf x-openstack-request-id: req-3051e1b2-09fc-4622-b8f1-e76863c749bf {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:31.631150 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:31.631444 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3051e1b2-09fc-4622-b8f1-e76863c749bf {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:31.631867 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'status': 'completed', 'code': 200} Jun 22 00:52:31.633023 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bedb099e-45bf-41b2-a209-cfffe042a2dd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.636317 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:31.649960 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb099e-45bf-41b2-a209-cfffe042a2dd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42d211c-55e5-45cc-84b8-b25fa3f967fb,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:31.653311 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bedb099e-45bf-41b2-a209-cfffe042a2dd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:31.667861 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bedb099e-45bf-41b2-a209-cfffe042a2dd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.672389 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 58344) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:31.673105 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-bedb099e-45bf-41b2-a209-cfffe042a2dd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1554146 Jun 22 00:52:31.677820 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-7a9be4f1-59f6-4e9a-b510-16314615f2bc tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Request body: {'security_group_rule': {'security_group_id': '73a37309-028a-4453-9946-b88a36a6a958', 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:31.726664 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-5666e5c3-03e1-4ab3-94fe-e71b58e5bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:51:03Z', 'revision_number': 4, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'a07e71b2-cf11-4531-91c4-f374a7d34fb4', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'port_id': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'mac_address': 'fa:16:3e:e9:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:52:29Z', 'updated_at': '2021-06-22T00:52:29Z', 'revision_number': 0, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecf03bf-12dd-40e5-b987-e1f9454aad5c', 'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'mac_address': 'fa:16:3e:10:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:02Z', 'updated_at': '2021-06-22T00:51:10Z', 'revision_number': 5, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'subnets': [{'id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:31.754321 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666e5c3-03e1-4ab3-94fe-e71b58e5bfea None None] Checking router: b7c9f097-759d-407d-a548-b30890de333c for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:52:31.765463 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666e5c3-03e1-4ab3-94fe-e71b58e5bfea None None] Routers {'b7c9f097-759d-407d-a548-b30890de333c'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:31.766082 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-5666e5c3-03e1-4ab3-94fe-e71b58e5bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['b7c9f097-759d-407d-a548-b30890de333c'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:31.778291 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7a9be4f1-59f6-4e9a-b510-16314615f2bc tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.829804 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cafab-d8d5-46b8-8236-3d06dfeb7848 req-637121ed-5128-4ad0-b96a-e7570c457c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:31.831448 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-767cafab-d8d5-46b8-8236-3d06dfeb7848 req-637121ed-5128-4ad0-b96a-e7570c457c6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8&device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 1098 time: 0.1159179 Jun 22 00:52:31.909133 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7a9be4f1-59f6-4e9a-b510-16314615f2bc tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.914162 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-5666e5c3-03e1-4ab3-94fe-e71b58e5bfea None None] Set router b7c9f097-759d-407d-a548-b30890de333c gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:31.917218 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7a9be4f1-59f6-4e9a-b510-16314615f2bc tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.925986 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3e2b71a5-f935-40d9-ae22-6322523f0b63 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:31.961076 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9be4f1-59f6-4e9a-b510-16314615f2bc tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc384e9f-a72c-41d7-b93e-d5ae6072c82e,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:31.971694 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7a9be4f1-59f6-4e9a-b510-16314615f2bc tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:31.972805 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7a9be4f1-59f6-4e9a-b510-16314615f2bc tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.977948 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-7a9be4f1-59f6-4e9a-b510-16314615f2bc tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3006840 Jun 22 00:52:31.978273 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58348) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:31.982606 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-e47eddb4-4337-45bc-adbd-ccaea411e97d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Request body: {'security_group_rule': {'security_group_id': '73a37309-028a-4453-9946-b88a36a6a958', 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:32.005227 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cafab-d8d5-46b8-8236-3d06dfeb7848 req-ef035e42-9bfd-43a1-abf1-08b70c4ea0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:32.010114 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-767cafab-d8d5-46b8-8236-3d06dfeb7848 req-ef035e42-9bfd-43a1-abf1-08b70c4ea0df service neutron] 10.222.0.15 "GET /v2.0/networks?id=da625bfa-7ffc-4c06-884c-06d489bfe5c1 HTTP/1.1" status: 200 len: 914 time: 0.1666358 Jun 22 00:52:32.016336 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e47eddb4-4337-45bc-adbd-ccaea411e97d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.088145 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e47eddb4-4337-45bc-adbd-ccaea411e97d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.093567 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e47eddb4-4337-45bc-adbd-ccaea411e97d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.097832 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d1c94d71-5221-45e4-8dab-0e442efbd60c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:32.111206 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-767cafab-d8d5-46b8-8236-3d06dfeb7848 req-379d7a51-e32c-4d43-a3fa-02464493fa5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 200 len: 997 time: 0.0885530 Jun 22 00:52:32.123614 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47eddb4-4337-45bc-adbd-ccaea411e97d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a70da42-0707-43b8-9896-53fb1510e2bf,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:32.128113 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e47eddb4-4337-45bc-adbd-ccaea411e97d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.129744 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-e47eddb4-4337-45bc-adbd-ccaea411e97d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507862 Jun 22 00:52:32.131039 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e47eddb4-4337-45bc-adbd-ccaea411e97d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:32.132501 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58350) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:32.140409 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-40c9b4e0-8d4f-4fd1-a310-68c1289a7296 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Request body: {'security_group_rule': {'security_group_id': '73a37309-028a-4453-9946-b88a36a6a958', 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:32.224322 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-40c9b4e0-8d4f-4fd1-a310-68c1289a7296 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.276288 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cafab-d8d5-46b8-8236-3d06dfeb7848 req-77076a9d-c28b-48c8-8db1-7cb0788dae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:32.277945 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-767cafab-d8d5-46b8-8236-3d06dfeb7848 req-77076a9d-c28b-48c8-8db1-7cb0788dae49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b9baafd-dd68-4eef-b14a-1bb91fdb1c64 HTTP/1.1" status: 200 len: 852 time: 0.1533661 Jun 22 00:52:32.394098 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-40c9b4e0-8d4f-4fd1-a310-68c1289a7296 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.401468 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-40c9b4e0-8d4f-4fd1-a310-68c1289a7296 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.407044 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2d9235e5-b302-4483-8af5-2bfd71dedf85 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:32.432637 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cafab-d8d5-46b8-8236-3d06dfeb7848 req-cafc5338-9c8c-4dda-8e4a-9897f9bd9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:32.447621 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-767cafab-d8d5-46b8-8236-3d06dfeb7848 req-cafc5338-9c8c-4dda-8e4a-9897f9bd9a64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da625bfa-7ffc-4c06-884c-06d489bfe5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1593773 Jun 22 00:52:32.448254 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9b4e0-8d4f-4fd1-a310-68c1289a7296 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be97d159-183b-4788-9ab3-c054f43ec6fa,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:32.451447 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-40c9b4e0-8d4f-4fd1-a310-68c1289a7296 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.452793 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-40c9b4e0-8d4f-4fd1-a310-68c1289a7296 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3190985 Jun 22 00:52:32.453871 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-40c9b4e0-8d4f-4fd1-a310-68c1289a7296 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:32.457845 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58364) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:32.465804 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-4b0837c4-b76c-41a1-be53-43295c939801 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Request body: {'security_group_rule': {'security_group_id': '73a37309-028a-4453-9946-b88a36a6a958', 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:32.492558 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.securitygroups_db [None req-4b0837c4-b76c-41a1-be53-43295c939801 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Project 568a64bec1344b6c9e7b7ecdb3b5f0a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 00:52:32.500047 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4b0837c4-b76c-41a1-be53-43295c939801 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.542366 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-5666e5c3-03e1-4ab3-94fe-e71b58e5bfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:51:03Z', 'revision_number': 4, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'a07e71b2-cf11-4531-91c4-f374a7d34fb4', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'port_id': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'mac_address': 'fa:16:3e:e9:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:52:29Z', 'updated_at': '2021-06-22T00:52:29Z', 'revision_number': 0, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecf03bf-12dd-40e5-b987-e1f9454aad5c', 'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'mac_address': 'fa:16:3e:10:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:02Z', 'updated_at': '2021-06-22T00:51:10Z', 'revision_number': 5, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'subnets': [{'id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:32.573622 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666e5c3-03e1-4ab3-94fe-e71b58e5bfea None None] The sync data for ids ['b7c9f097-759d-407d-a548-b30890de333c'] in dv-cinder-753305-6-iscsi is: [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:51:03Z', 'revision_number': 4, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'a07e71b2-cf11-4531-91c4-f374a7d34fb4', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'port_id': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'mac_address': 'fa:16:3e:e9:c5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:52:29Z', 'updated_at': '2021-06-22T00:52:29Z', 'revision_number': 0, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ecf03bf-12dd-40e5-b987-e1f9454aad5c', 'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'mac_address': 'fa:16:3e:10:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:02Z', 'updated_at': '2021-06-22T00:51:10Z', 'revision_number': 5, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'subnets': [{'id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:52:32.596839 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4b0837c4-b76c-41a1-be53-43295c939801 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.603889 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4b0837c4-b76c-41a1-be53-43295c939801 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.606077 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bcdd6352-724f-4b0f-96c8-afb8aeac90be tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:32.629423 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-767cafab-d8d5-46b8-8236-3d06dfeb7848 req-d8ffe50e-8f48-4d76-aa2f-7af0e5579ea7 service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707432 Jun 22 00:52:32.653479 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0837c4-b76c-41a1-be53-43295c939801 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf378ee9-6c94-4bed-99ef-1ed251927592,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:32.657659 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4b0837c4-b76c-41a1-be53-43295c939801 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.663349 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-4b0837c4-b76c-41a1-be53-43295c939801 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2042651 Jun 22 00:52:32.666324 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58374) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:32.667889 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-4b0837c4-b76c-41a1-be53-43295c939801 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:32.673900 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-2f92274c-f565-4535-b779-1b931573fe6f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Request body: {'security_group_rule': {'security_group_id': '73a37309-028a-4453-9946-b88a36a6a958', 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:32.706892 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.securitygroups_db [None req-2f92274c-f565-4535-b779-1b931573fe6f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Project 568a64bec1344b6c9e7b7ecdb3b5f0a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 00:52:32.715590 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2f92274c-f565-4535-b779-1b931573fe6f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.798178 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2f92274c-f565-4535-b779-1b931573fe6f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.804412 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2f92274c-f565-4535-b779-1b931573fe6f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.810352 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:32.833268 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92274c-f565-4535-b779-1b931573fe6f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5086ede7-2655-4a46-aa61-3bc0dc002613,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:32.836015 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-767cafab-d8d5-46b8-8236-3d06dfeb7848 req-f46755c4-4509-4d38-b5ab-1a251e6b5fbd service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956260 Jun 22 00:52:32.850819 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2f92274c-f565-4535-b779-1b931573fe6f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:32.859163 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5887d-675c-4441-83f1-350b145f3270 req-d078da02-3e39-49ef-8679-2d897a1b8bc8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:32.861197 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a6d5887d-675c-4441-83f1-350b145f3270 req-d078da02-3e39-49ef-8679-2d897a1b8bc8 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 945 time: 0.1385684 Jun 22 00:52:32.861360 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2f92274c-f565-4535-b779-1b931573fe6f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:32.864340 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-2f92274c-f565-4535-b779-1b931573fe6f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1948340 Jun 22 00:52:32.929193 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d21622b-1877-4ebc-ae5b-ec31f839f00a None None] New status for floating IP a07e71b2-cf11-4531-91c4-f374a7d34fb4: ACTIVE {{(pid=99510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:52:32.934767 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a6d5887d-675c-4441-83f1-350b145f3270 req-abccf871-d650-44c3-ab84-37514670467e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652375 Jun 22 00:52:33.016599 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1834432e-c209-4d53-8225-cf17f0d61ff6 req-c7efa6e7-9334-48ec-996b-bbbbadba0d62 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180556606&fields=id&tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8 HTTP/1.1" status: 200 len: 267 time: 0.0416274 Jun 22 00:52:33.097044 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834432e-c209-4d53-8225-cf17f0d61ff6 req-18dd5292-35bf-4d4d-a687-e9222b6a2e12 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:33.099034 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1834432e-c209-4d53-8225-cf17f0d61ff6 req-18dd5292-35bf-4d4d-a687-e9222b6a2e12 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 945 time: 0.0758317 Jun 22 00:52:33.114554 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-1834432e-c209-4d53-8225-cf17f0d61ff6 req-9f5a02a4-af09-49b9-85b8-8903c84c756a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Request body: {'port': {'security_groups': ['b1df1253-8757-4431-ae12-9fa96c3f7e2e', '73a37309-028a-4453-9946-b88a36a6a958']}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:33.212851 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1834432e-c209-4d53-8225-cf17f0d61ff6 req-9f5a02a4-af09-49b9-85b8-8903c84c756a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:33.410087 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-1834432e-c209-4d53-8225-cf17f0d61ff6 req-9f5a02a4-af09-49b9-85b8-8903c84c756a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] For port c01d3598-ae46-47e5-9f46-36c559df7359, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c01d3598-ae46-47e5-9f46-36c559df7359,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:33.449537 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1834432e-c209-4d53-8225-cf17f0d61ff6 req-9f5a02a4-af09-49b9-85b8-8903c84c756a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:33.455017 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1834432e-c209-4d53-8225-cf17f0d61ff6 req-9f5a02a4-af09-49b9-85b8-8903c84c756a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:33.459355 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9c5ad246-efe6-488a-a380-c7975ca33639 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:33.514864 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834432e-c209-4d53-8225-cf17f0d61ff6 req-9f5a02a4-af09-49b9-85b8-8903c84c756a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:33.515647 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1834432e-c209-4d53-8225-cf17f0d61ff6 req-9f5a02a4-af09-49b9-85b8-8903c84c756a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:33.517395 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1834432e-c209-4d53-8225-cf17f0d61ff6 req-9f5a02a4-af09-49b9-85b8-8903c84c756a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "PUT /v2.0/ports/c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 200 len: 981 time: 0.4087174 Jun 22 00:52:33.553274 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a02a4-af09-49b9-85b8-8903c84c756a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'Port': ['ID=c01d3598-ae46-47e5-9f46-36c559df7359,revision_number=6']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:33.556943 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9f5a02a4-af09-49b9-85b8-8903c84c756a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:33.571091 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['c01d3598-ae46-47e5-9f46-36c559df7359'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:33.632751 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:33.635599 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c220431-eafb-444e-8069-1705f2bb6650" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:33.801114 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1b637-0a51-420b-9beb-3029d6b5d82f req-27171e1e-8985-495c-b7ee-72ab96550115 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:33.802674 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9da1b637-0a51-420b-9beb-3029d6b5d82f req-27171e1e-8985-495c-b7ee-72ab96550115 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.1241250 Jun 22 00:52:33.854718 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9da1b637-0a51-420b-9beb-3029d6b5d82f req-e3eacd51-fb78-4bc2-872a-4b5d27c2a0c0 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440707 Jun 22 00:52:33.877058 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['c01d3598-ae46-47e5-9f46-36c559df7359'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:33.881775 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-a3bb3b2e-4de7-4721-abd7-38de4ad58984 None None] Provisioning complete for port c01d3598-ae46-47e5-9f46-36c559df7359 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:33.882353 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a3bb3b2e-4de7-4721-abd7-38de4ad58984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:33.949828 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a6ab9b-7e6c-429d-a82e-c7dc28daf608 x-openstack-request-id: req-e1a6ab9b-7e6c-429d-a82e-c7dc28daf608 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:33.950369 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:33.950809 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e1a6ab9b-7e6c-429d-a82e-c7dc28daf608 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:33.951433 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'status': 'completed', 'code': 200} Jun 22 00:52:34.245207 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccc56f-fbf9-4b4c-a2da-ea14bed127a1 req-dda0511e-3823-4268-b8b8-722ef95e2903 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:34.251588 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e4ccc56f-fbf9-4b4c-a2da-ea14bed127a1 req-dda0511e-3823-4268-b8b8-722ef95e2903 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1739979 Jun 22 00:52:34.264062 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e95e-c804-4bad-b8ee-f8375f618278 req-dcdc361e-a090-4119-8459-7dedbe2d5d7c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:34.265548 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1cb4e95e-c804-4bad-b8ee-f8375f618278 req-dcdc361e-a090-4119-8459-7dedbe2d5d7c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 945 time: 0.1989515 Jun 22 00:52:34.314281 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c220431-eafb-444e-8069-1705f2bb6650 req-9d5fe29b-29a1-4b62-864c-b5eb34967fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:34.315777 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c220431-eafb-444e-8069-1705f2bb6650 req-9d5fe29b-29a1-4b62-864c-b5eb34967fda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8&device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 1137 time: 0.1794989 Jun 22 00:52:34.345731 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e4ccc56f-fbf9-4b4c-a2da-ea14bed127a1 req-f45295e1-ceb1-4a99-a598-e79cada836a0 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775681 Jun 22 00:52:34.396203 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1cb4e95e-c804-4bad-b8ee-f8375f618278 req-ab4783e6-ddb4-4d75-afc2-299312d5048f tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195257 Jun 22 00:52:34.454424 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c220431-eafb-444e-8069-1705f2bb6650 req-d4006ce1-8348-4c2f-8a0f-ed32fb18dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:34.455836 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c220431-eafb-444e-8069-1705f2bb6650 req-d4006ce1-8348-4c2f-8a0f-ed32fb18dd66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da625bfa-7ffc-4c06-884c-06d489bfe5c1 HTTP/1.1" status: 200 len: 914 time: 0.1291831 Jun 22 00:52:34.618633 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c220431-eafb-444e-8069-1705f2bb6650 req-99991b79-77f3-4c7d-81da-b60b81bfef63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 200 len: 999 time: 0.1042423 Jun 22 00:52:34.675645 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081f17e-040c-4a68-8025-b68c0368a29e req-a905f88e-b541-4420-adab-38beb7bdef17 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:34.675645 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9081f17e-040c-4a68-8025-b68c0368a29e req-a905f88e-b541-4420-adab-38beb7bdef17 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 945 time: 0.1596134 Jun 22 00:52:34.693863 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c220431-eafb-444e-8069-1705f2bb6650 req-d2253f1e-d6d6-48b5-b038-591c264c20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:34.695394 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c220431-eafb-444e-8069-1705f2bb6650 req-d2253f1e-d6d6-48b5-b038-591c264c20ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b9baafd-dd68-4eef-b14a-1bb91fdb1c64 HTTP/1.1" status: 200 len: 852 time: 0.0696013 Jun 22 00:52:34.833641 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c220431-eafb-444e-8069-1705f2bb6650 req-f489f59d-3ad6-4361-9b7a-d496388de752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:34.835623 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c220431-eafb-444e-8069-1705f2bb6650 req-f489f59d-3ad6-4361-9b7a-d496388de752 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da625bfa-7ffc-4c06-884c-06d489bfe5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1197658 Jun 22 00:52:34.854696 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-9081f17e-040c-4a68-8025-b68c0368a29e req-0e380751-8793-4945-b220-d0f24d91c768 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Deleting port 9fa8960f-4555-47d9-9ba1-b589f6b730f7 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:34.855152 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-9081f17e-040c-4a68-8025-b68c0368a29e req-0e380751-8793-4945-b220-d0f24d91c768 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:35.025755 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-9081f17e-040c-4a68-8025-b68c0368a29e req-0e380751-8793-4945-b220-d0f24d91c768 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] For port 9fa8960f-4555-47d9-9ba1-b589f6b730f7, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=9fa8960f-4555-47d9-9ba1-b589f6b730f7,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:35.026269 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-9081f17e-040c-4a68-8025-b68c0368a29e req-0e380751-8793-4945-b220-d0f24d91c768 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:35.031481 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c220431-eafb-444e-8069-1705f2bb6650 req-b79f7c29-45d0-4409-95df-ac110f3d3c9b service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882741 Jun 22 00:52:35.110819 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-9081f17e-040c-4a68-8025-b68c0368a29e req-0e380751-8793-4945-b220-d0f24d91c768 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Calling delete_port for 9fa8960f-4555-47d9-9ba1-b589f6b730f7 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:35.247638 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c220431-eafb-444e-8069-1705f2bb6650 req-7f11ebe9-f5a4-4c11-9553-6d67e0fff9ae service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055120 Jun 22 00:52:35.329196 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-9081f17e-040c-4a68-8025-b68c0368a29e req-0e380751-8793-4945-b220-d0f24d91c768 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:35.333973 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:35.363813 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e380751-8793-4945-b220-d0f24d91c768 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Pushing event deleted for resources: {'Port': ['ID=9fa8960f-4555-47d9-9ba1-b589f6b730f7,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:35.367136 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0e380751-8793-4945-b220-d0f24d91c768 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:35.387911 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['0a03e900-0808-498e-babe-78f009d53055', '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b', '4fb5a068-5ab6-49ce-b47d-711af1f8bb6e', '9fa8960f-4555-47d9-9ba1-b589f6b730f7'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:35.452063 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-9081f17e-040c-4a68-8025-b68c0368a29e req-0e380751-8793-4945-b220-d0f24d91c768 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] No DVR routers for this DVR port 9fa8960f-4555-47d9-9ba1-b589f6b730f7 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:52:35.459320 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-9081f17e-040c-4a68-8025-b68c0368a29e req-0e380751-8793-4945-b220-d0f24d91c768 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:35.461300 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9081f17e-040c-4a68-8025-b68c0368a29e req-0e380751-8793-4945-b220-d0f24d91c768 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "DELETE /v2.0/ports/9fa8960f-4555-47d9-9ba1-b589f6b730f7 HTTP/1.1" status: 204 len: 173 time: 0.7758253 Jun 22 00:52:35.698353 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4c868562-48f3-45e1-ad57-3ad5b861bde7 req-36b6c1ee-ad3e-48bb-a3cd-7535b647a43e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6733545-a7c5-40c0-a5d8-f697632a5c0a HTTP/1.1" status: 200 len: 210 time: 0.1008847 Jun 22 00:52:35.721019 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aa6f1-67b5-47a8-9a80-20d079e403f7 req-f62ae66d-2f66-4d63-a636-250fdcf9e4cb tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:35.723093 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ca3aa6f1-67b5-47a8-9a80-20d079e403f7 req-f62ae66d-2f66-4d63-a636-250fdcf9e4cb tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.2087033 Jun 22 00:52:35.770799 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ca3aa6f1-67b5-47a8-9a80-20d079e403f7 req-a46770d1-6905-4b95-9a4d-fe6ec9b5e33f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 Jun 22 00:52:35.952636 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6733545-a7c5-40c0-a5d8-f697632a5c0a', 'name': 'network-vif-deleted', 'tag': '9fa8960f-4555-47d9-9ba1-b589f6b730f7'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:35.955123 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7530c5d8-e468-4110-8f78-b616c8f7b20d" -d '{"events": [{"server_uuid": "c6733545-a7c5-40c0-a5d8-f697632a5c0a", "name": "network-vif-deleted", "tag": "9fa8960f-4555-47d9-9ba1-b589f6b730f7"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:35.991649 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc57412-55ee-48e5-8348-8d7dd7372a2d x-openstack-request-id: req-9bc57412-55ee-48e5-8348-8d7dd7372a2d {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:35.991976 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6733545-a7c5-40c0-a5d8-f697632a5c0a", "name": "network-vif-deleted", "tag": "9fa8960f-4555-47d9-9ba1-b589f6b730f7", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:35.992265 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bc57412-55ee-48e5-8348-8d7dd7372a2d {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:35.993299 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6733545-a7c5-40c0-a5d8-f697632a5c0a', 'name': 'network-vif-deleted', 'tag': '9fa8960f-4555-47d9-9ba1-b589f6b730f7', 'status': 'completed', 'code': 200} Jun 22 00:52:36.550608 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926512f-f898-4091-8ab0-d093c707ca83 req-4975eb3e-bb55-4b3c-811e-5b8419647dfe tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.552051 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3926512f-f898-4091-8ab0-d093c707ca83 req-4975eb3e-bb55-4b3c-811e-5b8419647dfe tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0665395 Jun 22 00:52:36.590254 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3926512f-f898-4091-8ab0-d093c707ca83 req-842d3947-544c-40fc-af15-55b891eed4a3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320330 Jun 22 00:52:36.855577 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58720) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:36.901890 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a72b8cb-fd03-4702-9573-4d13584fd761 admin admin] Deleting subnet 9ba31f23-8c63-4536-aa95-a36285a4d6ce {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:52:36.905006 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a72b8cb-fd03-4702-9573-4d13584fd761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:36.942997 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a72b8cb-fd03-4702-9573-4d13584fd761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10396607'] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:36.978084 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d3003-6fc2-45e5-86a9-3610e0dce01d req-8de4bf09-5c6c-4850-853e-0f03f9f8552a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.979828 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-021d3003-6fc2-45e5-86a9-3610e0dce01d req-8de4bf09-5c6c-4850-853e-0f03f9f8552a tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0704603 Jun 22 00:52:36.983416 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a72b8cb-fd03-4702-9573-4d13584fd761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.019763 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-021d3003-6fc2-45e5-86a9-3610e0dce01d req-d2deb18b-29bf-4455-855b-5db38c6160c4 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Jun 22 00:52:37.045608 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a72b8cb-fd03-4702-9573-4d13584fd761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9353184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8710147'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.049066 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0a93c905-3388-4785-b140-28c6ba81f795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:37.072798 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72b8cb-fd03-4702-9573-4d13584fd761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba31f23-8c63-4536-aa95-a36285a4d6ce,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:37.075327 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7a72b8cb-fd03-4702-9573-4d13584fd761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:37.081929 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a72b8cb-fd03-4702-9573-4d13584fd761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.087756 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-7a72b8cb-fd03-4702-9573-4d13584fd761 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9ba31f23-8c63-4536-aa95-a36285a4d6ce HTTP/1.1" status: 204 len: 168 time: 0.2297299 Jun 22 00:52:37.088619 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 58730) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:37.173787 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.229030 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58736) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:37.249866 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.260154 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a6ef31-972d-47b4-9645-69783314aede']}} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:37.270408 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5526e22-cd00-49c4-b450-14f14668202b') {'for_net_delete': True} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:37.270640 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5526e22-cd00-49c4-b450-14f14668202b') {} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:37.280631 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12239875'] for segment, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.295240 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.302131 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=99507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:52:37.302514 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8842506'] for segment, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: Traceback (most recent call last): Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: timer() Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: cb(*args, **kw) Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: return func(*args, **kwargs) Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: self._notify() Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: self.callback(batched_events) Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: event.method(event) Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: return f(self, *a, **k) Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: return self._get(url).json() Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: return self.request(url, 'GET', **kwargs) Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:52:37.304318 dv-cinder-753305-6-iscsi neutron-server[99507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:52:37.364082 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-a8a712d2-2e91-4758-b1ee-6e58bd111e1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cc54d9c23a834abe9a912355352b9a94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1315100 Jun 22 00:52:37.364326 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.364455 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 58740) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:37.378491 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:37.380665 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.382381 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a8a6ef31-972d-47b4-9645-69783314aede HTTP/1.1" status: 204 len: 168 time: 0.2927847 Jun 22 00:52:37.400009 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a6ef31-972d-47b4-9645-69783314aede,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:37.404393 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:37.429438 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b82c6d69-7434-4424-a089-c42bbb27844d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.453760 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b82c6d69-7434-4424-a089-c42bbb27844d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.502730 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58744) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:37.504207 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b82c6d69-7434-4424-a089-c42bbb27844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.507270 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b82c6d69-7434-4424-a089-c42bbb27844d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.509053 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b82c6d69-7434-4424-a089-c42bbb27844d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c53a5a7e-3c1c-46b2-8e0d-42139d6842b8 HTTP/1.1" status: 204 len: 168 time: 0.1430347 Jun 22 00:52:37.510347 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-53df7489-b456-48d7-9bf8-d9fd08cec508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:37.518231 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c6d69-7434-4424-a089-c42bbb27844d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a5a7e-3c1c-46b2-8e0d-42139d6842b8,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:37.520793 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b82c6d69-7434-4424-a089-c42bbb27844d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:37.771896 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-3840d4cf-c304-4a7a-b110-d8b80e8a9e1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e595975851d408fae44204b18b864ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677071 Jun 22 00:52:37.772104 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 58754) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:37.825573 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf9c4f-7ae0-446d-a304-3115ab23dca5 req-64f38391-ba5a-4df7-aec8-9297fe55968a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:37.827049 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a4cf9c4f-7ae0-446d-a304-3115ab23dca5 req-64f38391-ba5a-4df7-aec8-9297fe55968a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1119606 Jun 22 00:52:37.858848 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3a46ca29-7a5b-49c9-b68d-38a3f667ee61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.889938 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a4cf9c4f-7ae0-446d-a304-3115ab23dca5 req-3f649c26-032b-478a-8cb7-bbce986bd5c0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564623 Jun 22 00:52:37.894393 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3a46ca29-7a5b-49c9-b68d-38a3f667ee61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.947597 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3a46ca29-7a5b-49c9-b68d-38a3f667ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.950671 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-3a46ca29-7a5b-49c9-b68d-38a3f667ee61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.952123 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-3a46ca29-7a5b-49c9-b68d-38a3f667ee61 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38ffb883-fcbe-4836-b417-ab8ff925869a HTTP/1.1" status: 204 len: 168 time: 0.1791236 Jun 22 00:52:37.952725 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ef61a460-52c4-461b-8b52-2289290d0bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:37.960176 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46ca29-7a5b-49c9-b68d-38a3f667ee61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ffb883-fcbe-4836-b417-ab8ff925869a,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:37.962897 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3a46ca29-7a5b-49c9-b68d-38a3f667ee61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:38.258163 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aa8cd-0c36-41fd-adee-4ecd5f3cd117 req-44129ce0-d8dc-485b-b0d4-26ab2b2b16f2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:38.264054 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-623aa8cd-0c36-41fd-adee-4ecd5f3cd117 req-44129ce0-d8dc-485b-b0d4-26ab2b2b16f2 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.0819521 Jun 22 00:52:38.345724 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58790) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:38.372022 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-623aa8cd-0c36-41fd-adee-4ecd5f3cd117 req-80a9f753-3ce5-4a13-8b66-2188cbef6f24 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938210 Jun 22 00:52:38.428198 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e8df9-671d-43b9-820b-871c963be3d9 req-1482fc93-0018-4ec9-aa7e-521633093f7c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:38.429772 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-904e8df9-671d-43b9-820b-871c963be3d9 req-1482fc93-0018-4ec9-aa7e-521633093f7c tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.15 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 946 time: 0.1648347 Jun 22 00:52:38.439514 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670eb72-0790-418f-add9-a6bf346f3dcf req-7682f8be-c6b8-43d6-a366-5c16a9233a66 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:38.446226 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5670eb72-0790-418f-add9-a6bf346f3dcf req-7682f8be-c6b8-43d6-a366-5c16a9233a66 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 945 time: 0.1409249 Jun 22 00:52:38.468371 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2038754967-network', 'tenant_id': '47742372cd6c457284232c87621cba43'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:38.489286 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 9fa8960f-4555-47d9-9ba1-b589f6b730f7 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:38.499149 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Made reservation on behalf of 47742372cd6c457284232c87621cba43 for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:38.502049 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.511326 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.514685 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 9fa8960f-4555-47d9-9ba1-b589f6b730f7 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:52:38.515088 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 9fa8960f-4555-47d9-9ba1-b589f6b730f7 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:52:38.556052 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5670eb72-0790-418f-add9-a6bf346f3dcf req-c904aafe-55dc-4b02-8d41-d3adaedffd92 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083250 Jun 22 00:52:38.597268 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-904e8df9-671d-43b9-820b-871c963be3d9 req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Deleting port c4ac9796-c8db-41df-9ffd-03562a25bf4c {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:38.597717 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-904e8df9-671d-43b9-820b-871c963be3d9 req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.618363 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.622625 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.628640 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b726f65a-d858-4cde-b5b8-d0493d44e2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:38.654350 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:52:38.660038 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f99b766-a943-4689-9099-33c060ed202c,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:38.663617 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:38.670651 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.671104 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Added segment c74b93d9-2b24-4800-9c98-e41bcf8200d6 of type vlan for network 2eb33f2c-c182-441b-8961-a8594c6488ab Jun 22 00:52:38.701641 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-904e8df9-671d-43b9-820b-871c963be3d9 req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] For port c4ac9796-c8db-41df-9ffd-03562a25bf4c, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c4ac9796-c8db-41df-9ffd-03562a25bf4c,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:38.702102 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-904e8df9-671d-43b9-820b-871c963be3d9 req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.717277 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.747975 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.749399 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:38.749978 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.752996 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-33bfc10f-4b22-4c1d-ae24-35ac36b643ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:38.771581 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-904e8df9-671d-43b9-820b-871c963be3d9 req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Calling delete_port for c4ac9796-c8db-41df-9ffd-03562a25bf4c owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:38.805585 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4582403 Jun 22 00:52:38.812175 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58810) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:38.819117 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Request body: {'subnet': {'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2038754967-subnet', 'tenant_id': '47742372cd6c457284232c87621cba43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:38.827317 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2eb33f2c-c182-441b-8961-a8594c6488ab,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:38.831060 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:38.838253 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 2eb33f2c-c182-441b-8961-a8594c6488ab details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:52:38.871832 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Made reservation on behalf of 47742372cd6c457284232c87621cba43 for: {'subnet': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:38.875406 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8710182'] for subnet, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.097576 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9353023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8710164'] for subnet, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.101446 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:39.159873 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6973d72-aaa3-4ab5-8099-eaafa17c1922,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:39.162494 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:39.173658 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Checking segment: {'id': 'c74b93d9-2b24-4800-9c98-e41bcf8200d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:39.173837 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Network hostable DHCP agents. Network: 2eb33f2c-c182-441b-8961-a8594c6488ab, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:52:39.195316 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Network 2eb33f2c-c182-441b-8961-a8594c6488ab is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:52:39.205879 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 2eb33f2c-c182-441b-8961-a8594c6488ab) {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:39.214469 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:39.214469 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.219301 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e4ee3-3772-46c9-9cef-721099414131 None None] Network 2eb33f2c-c182-441b-8961-a8594c6488ab requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:39.230330 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ee962bb4-f869-45da-bc81-377a5eb9af7f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4165776 Jun 22 00:52:39.259346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b457d-b4a0-4dd9-b795-1f8937561764 req-aaccb8f3-9a6d-40dc-8605-27802955ab3e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:39.261003 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2e0b457d-b4a0-4dd9-b795-1f8937561764 req-aaccb8f3-9a6d-40dc-8605-27802955ab3e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1281886 Jun 22 00:52:39.262244 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-904e8df9-671d-43b9-820b-871c963be3d9 req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.268014 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-705f456c-3648-4a31-9989-961675546e9d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:39.305223 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Pushing event deleted for resources: {'Port': ['ID=c4ac9796-c8db-41df-9ffd-03562a25bf4c,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:39.310445 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58824) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:39.317626 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:39.321552 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['4ed40c49-4059-4533-97ae-53e1cdbcd634', 'c4ac9796-c8db-41df-9ffd-03562a25bf4c'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:39.361787 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-904e8df9-671d-43b9-820b-871c963be3d9 req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] No DVR routers for this DVR port c4ac9796-c8db-41df-9ffd-03562a25bf4c on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:52:39.369824 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-904e8df9-671d-43b9-820b-871c963be3d9 req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.371872 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-904e8df9-671d-43b9-820b-871c963be3d9 req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.15 "DELETE /v2.0/ports/c4ac9796-c8db-41df-9ffd-03562a25bf4c HTTP/1.1" status: 204 len: 173 time: 0.9231708 Jun 22 00:52:39.372522 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6457a79e-a00b-4695-978c-ca8dcf6a7233', 'name': 'network-vif-deleted', 'tag': 'c4ac9796-c8db-41df-9ffd-03562a25bf4c'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:39.374771 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1029e57d-47de-40ae-8859-69cb3632c89f" -d '{"events": [{"server_uuid": "6457a79e-a00b-4695-978c-ca8dcf6a7233", "name": "network-vif-deleted", "tag": "c4ac9796-c8db-41df-9ffd-03562a25bf4c"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:39.394533 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2e0b457d-b4a0-4dd9-b795-1f8937561764 req-4c12a157-77d0-472c-a1fb-1ee945930ac7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208665 Jun 22 00:52:39.425548 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9435a949-3a48-4ec8-b01f-bc43792d7431 x-openstack-request-id: req-9435a949-3a48-4ec8-b01f-bc43792d7431 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:39.425931 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6457a79e-a00b-4695-978c-ca8dcf6a7233", "name": "network-vif-deleted", "tag": "c4ac9796-c8db-41df-9ffd-03562a25bf4c", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:39.426273 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9435a949-3a48-4ec8-b01f-bc43792d7431 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:39.426774 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6457a79e-a00b-4695-978c-ca8dcf6a7233', 'name': 'network-vif-deleted', 'tag': 'c4ac9796-c8db-41df-9ffd-03562a25bf4c', 'status': 'completed', 'code': 200} Jun 22 00:52:39.461372 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca62c0ef-ccee-435f-94c4-ef56fe16f983 None None] Network 2eb33f2c-c182-441b-8961-a8594c6488ab requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:39.477494 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c84d5eac-995c-47b0-bb31-5bec0e1708e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.599917 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c84d5eac-995c-47b0-bb31-5bec0e1708e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.605047 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c84d5eac-995c-47b0-bb31-5bec0e1708e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.609796 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-515adb27-b78b-40d5-8da5-e8cc6d597270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:39.671926 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d5eac-995c-47b0-bb31-5bec0e1708e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ffa8b6-6a66-4b0d-aa46-7ccbe359490d,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:39.676827 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1df6c62d-f5ba-4992-a8b0-70a36069595f req-27fecd73-4e2e-4808-9571-91e58b30bcca tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=6457a79e-a00b-4695-978c-ca8dcf6a7233 HTTP/1.1" status: 200 len: 210 time: 0.0394397 Jun 22 00:52:39.679933 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c84d5eac-995c-47b0-bb31-5bec0e1708e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:39.687151 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 58840) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:39.693742 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c84d5eac-995c-47b0-bb31-5bec0e1708e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ddf88aac216a49169ad5c54de3e7107e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810966 Jun 22 00:52:39.784461 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d630-5065-42b4-a4b8-43a5a2ddbdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.818028 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d630-5065-42b4-a4b8-43a5a2ddbdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.863071 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbdccd-0f6a-4d25-999d-67c3623c4e6a req-1b9a2229-38e2-46ce-b588-cdbc10db6b3d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:39.871564 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9cbbdccd-0f6a-4d25-999d-67c3623c4e6a req-1b9a2229-38e2-46ce-b588-cdbc10db6b3d tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 945 time: 0.1212015 Jun 22 00:52:39.925252 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9cbbdccd-0f6a-4d25-999d-67c3623c4e6a req-7fb53926-502c-4b90-b401-20f15e5c92cc tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527499 Jun 22 00:52:39.937648 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d630-5065-42b4-a4b8-43a5a2ddbdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.940448 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a9b9d630-5065-42b4-a4b8-43a5a2ddbdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.941763 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-a9b9d630-5065-42b4-a4b8-43a5a2ddbdf7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66ffa8b6-6a66-4b0d-aa46-7ccbe359490d HTTP/1.1" status: 204 len: 168 time: 0.2520070 Jun 22 00:52:39.942696 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ebda9d93-7f31-45d5-8065-cff950cc5784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:39.953956 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9d630-5065-42b4-a4b8-43a5a2ddbdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ffa8b6-6a66-4b0d-aa46-7ccbe359490d,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:39.956386 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a9b9d630-5065-42b4-a4b8-43a5a2ddbdf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:40.573211 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58870) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:40.591551 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b3853-04f8-4c86-9db0-0a41cd978500 req-27b185ca-6b1f-47d1-8f6b-6338988f5d15 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:40.593040 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f18b3853-04f8-4c86-9db0-0a41cd978500 req-27b185ca-6b1f-47d1-8f6b-6338988f5d15 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0647163 Jun 22 00:52:40.630731 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f18b3853-04f8-4c86-9db0-0a41cd978500 req-e72b261d-106c-419c-8d3b-e4ea87335382 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Jun 22 00:52:40.667297 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-946963720-network', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:40.686699 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Made reservation on behalf of ebf63b041c0046d29dac298f4c8f4558 for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:40.688964 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:40.697822 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:40.787479 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:40.792070 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:40.795918 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bfbb0dab-3c81-4ce6-8a90-7f77b294276d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:40.813467 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:52:40.828606 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314c1ed0-3175-4b8d-b3ac-b31e73a05822,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:40.831396 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:40.831730 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Added segment 4b3591b8-889e-424a-948c-2b3596968ddf of type vlan for network 91572343-6549-47c0-a188-a4c479854ae1 Jun 22 00:52:40.833191 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:40.873429 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:40.900802 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:40.901967 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:40.902542 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:40.905362 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:40.958353 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3809521 Jun 22 00:52:40.963253 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58882) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:40.970737 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Request body: {'subnet': {'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-946963720-subnet', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'ip_version': 4}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:40.980618 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Pushing event updated for resources: {'Network': ['ID=91572343-6549-47c0-a188-a4c479854ae1,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:40.984681 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:40.991105 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 91572343-6549-47c0-a188-a4c479854ae1 details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:52:41.001339 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Made reservation on behalf of ebf63b041c0046d29dac298f4c8f4558 for: {'subnet': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:41.004981 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8710182'] for subnet, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.033476 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9876a2-a090-4e80-a44a-8fa7dcc1bf39 req-eb3bdc71-6187-4c1e-b810-523fd4eceb3c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:41.036182 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8e9876a2-a090-4e80-a44a-8fa7dcc1bf39 req-eb3bdc71-6187-4c1e-b810-523fd4eceb3c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 945 time: 0.1101620 Jun 22 00:52:41.256319 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9353023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8710164'] for subnet, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.259622 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:41.297503 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-8e9876a2-a090-4e80-a44a-8fa7dcc1bf39 req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Deleting port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:41.297988 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8e9876a2-a090-4e80-a44a-8fa7dcc1bf39 req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.318585 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68c98e5-d99c-4c13-bde3-49f2126f56e2,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:41.322880 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:41.326986 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Checking segment: {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99509) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:41.327341 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Network hostable DHCP agents. Network: 91572343-6549-47c0-a188-a4c479854ae1, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99509) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:52:41.344219 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Network 91572343-6549-47c0-a188-a4c479854ae1 is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99509) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:52:41.353475 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 91572343-6549-47c0-a188-a4c479854ae1) {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:41.359071 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:41.361226 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.362134 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21534278-dd5f-42d9-9701-d45cc4ab3ace None None] Network 91572343-6549-47c0-a188-a4c479854ae1 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:41.370196 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ccd60-a6b6-4545-9f6b-50af5031db72 req-c7f83afd-86e9-4d22-9caf-d0281c8d6611 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:41.371743 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-230ccd60-a6b6-4545-9f6b-50af5031db72 req-c7f83afd-86e9-4d22-9caf-d0281c8d6611 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 945 time: 0.1873159 Jun 22 00:52:41.379290 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4146810 Jun 22 00:52:41.382042 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58892) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:41.387282 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:41.389976 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5638-ce36-44af-9d4e-607159268a7d req-1d40a8f2-8342-4590-a481-e14c26333387 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:41.391505 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-152c5638-ce36-44af-9d4e-607159268a7d req-1d40a8f2-8342-4590-a481-e14c26333387 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1876547 Jun 22 00:52:41.412224 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26072'] for router, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.413069 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3828967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26067'] for router, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.474538 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.478140 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-8e9876a2-a090-4e80-a44a-8fa7dcc1bf39 req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] For port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:41.478553 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8e9876a2-a090-4e80-a44a-8fa7dcc1bf39 req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.489684 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-230ccd60-a6b6-4545-9f6b-50af5031db72 req-9b604ad5-a151-467c-a5ff-f6fe1d06ceab tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972240 Jun 22 00:52:41.515239 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-152c5638-ce36-44af-9d4e-607159268a7d req-b9a9a807-f2c7-429c-9629-0401a65e7d1b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035447 Jun 22 00:52:41.541979 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638d1852-ae40-5223-b29d-3a0a322fb1c4-91572343-6549-47c0-a188-a4c479854ae1', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2'}]}} from dv-cinder-753305-6-iscsi. {{(pid=99510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:52:41.543100 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.590690 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-8e9876a2-a090-4e80-a44a-8fa7dcc1bf39 req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Calling delete_port for 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:41.641728 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26053'] for router, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.689891 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.db_base_plugin_common [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Allocated IP 172.20.0.2 (91572343-6549-47c0-a188-a4c479854ae1/d68c98e5-d99c-4c13-bde3-49f2126f56e2/064205ce-a558-401f-b053-8900cca74ac2) {{(pid=99510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:41.747251 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-de655c07-7b7a-4efb-a993-b1b0df32c255 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:41.748746 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-de655c07-7b7a-4efb-a993-b1b0df32c255 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/networks?id=2eb33f2c-c182-441b-8961-a8594c6488ab HTTP/1.1" status: 200 len: 814 time: 0.1557386 Jun 22 00:52:41.768197 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-9264a15b-7364-46cb-aa8d-801f642a64bf tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/quotas/47742372cd6c457284232c87621cba43 HTTP/1.1" status: 200 len: 375 time: 0.0120065 Jun 22 00:52:41.856333 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Notify callbacks [] for port, precommit_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.862641 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-8b335eba-e3a1-4695-bb1b-8cea7f0c2e1d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47742372cd6c457284232c87621cba43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814753 Jun 22 00:52:41.876613 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.895710 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.929833 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Transition to ACTIVE for port object 064205ce-a558-401f-b053-8900cca74ac2 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:41.936453 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8e9876a2-a090-4e80-a44a-8fa7dcc1bf39 req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.944099 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:41.951188 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Transition to ACTIVE for port object 064205ce-a558-401f-b053-8900cca74ac2 will not be triggered until provisioned by entity DHCP. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:41.958070 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.960152 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:41.981350 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Pushing event deleted for resources: {'Port': ['ID=4fb5a068-5ab6-49ce-b47d-711af1f8bb6e,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:41.987606 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:41.989599 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['0a03e900-0808-498e-babe-78f009d53055', '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b', '4fb5a068-5ab6-49ce-b47d-711af1f8bb6e'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:42.002826 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5963ca-8c7c-4a2a-bc4e-bb368ec9b28f req-82a69bdd-5135-4b8d-bb59-f38f6e830f61 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:42.004067 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5c5963ca-8c7c-4a2a-bc4e-bb368ec9b28f req-82a69bdd-5135-4b8d-bb59-f38f6e830f61 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.2029140 Jun 22 00:52:42.028602 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Network 91572343-6549-47c0-a188-a4c479854ae1 is already hosted by enough agents. {{(pid=99510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:42.031675 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Allocated IP 172.27.0.247 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/4a634b72-aa2f-494b-a5e1-f3203ed928ab) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:42.038129 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.base_scheduler [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Resources bound (agent type, host, resource id): {{(pid=99510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:42.042033 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Pushing event updated for resources: {'Port': ['ID=064205ce-a558-401f-b053-8900cca74ac2,revision_number=1']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:42.047040 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Received port after_create {{(pid=99510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:42.063517 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.064067 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.064599 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.065006 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9876a2-a090-4e80-a44a-8fa7dcc1bf39 req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] No DVR routers for this DVR port 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:52:42.065282 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.065771 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.066261 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.066832 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.067419 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.067874 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.068293 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.068693 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.069102 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:42.075497 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8e9876a2-a090-4e80-a44a-8fa7dcc1bf39 req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:42.077424 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8e9876a2-a090-4e80-a44a-8fa7dcc1bf39 req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "DELETE /v2.0/ports/4fb5a068-5ab6-49ce-b47d-711af1f8bb6e HTTP/1.1" status: 204 len: 173 time: 1.0293660 Jun 22 00:52:42.077924 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80416a4e-364a-4aae-8825-62d4e2e903ee', 'name': 'network-vif-deleted', 'tag': '4fb5a068-5ab6-49ce-b47d-711af1f8bb6e'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:42.080273 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2bb3b5-f29d-4722-a18d-16d8e31cbc90" -d '{"events": [{"server_uuid": "80416a4e-364a-4aae-8825-62d4e2e903ee", "name": "network-vif-deleted", "tag": "4fb5a068-5ab6-49ce-b47d-711af1f8bb6e"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:42.091842 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d88b3859-51b8-4a69-aa6c-384af3797aa1 service neutron] 10.222.0.26 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169814 Jun 22 00:52:42.094994 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:42.148511 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Attempting to bind port 064205ce-a558-401f-b053-8900cca74ac2 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:42.149112 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Attempting to bind port 064205ce-a558-401f-b053-8900cca74ac2 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:42.149719 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Attempting to bind port 064205ce-a558-401f-b053-8900cca74ac2 on network 91572343-6549-47c0-a188-a4c479854ae1 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:42.153836 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5c5963ca-8c7c-4a2a-bc4e-bb368ec9b28f req-8924a160-c885-4518-b86e-581495f9a1ed tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410811 Jun 22 00:52:42.164085 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:42.165445 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Checking segment: {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:42.166113 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:42.166748 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Bound using segment: {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:42.172905 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Bound port: 064205ce-a558-401f-b053-8900cca74ac2, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:42.173604 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:42.191911 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:42.218078 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-909ecb44-94a1-429c-be95-44e6b797b81f service neutron] 10.222.0.26 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253786 Jun 22 00:52:42.262976 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dad22c3-cde3-4817-8dc3-6774c85bf86e x-openstack-request-id: req-5dad22c3-cde3-4817-8dc3-6774c85bf86e {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:42.264948 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80416a4e-364a-4aae-8825-62d4e2e903ee", "name": "network-vif-deleted", "tag": "4fb5a068-5ab6-49ce-b47d-711af1f8bb6e", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:42.265261 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5dad22c3-cde3-4817-8dc3-6774c85bf86e {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:42.266665 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80416a4e-364a-4aae-8825-62d4e2e903ee', 'name': 'network-vif-deleted', 'tag': '4fb5a068-5ab6-49ce-b47d-711af1f8bb6e', 'status': 'completed', 'code': 200} Jun 22 00:52:42.269500 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:42.283872 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:42.291585 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] For port 064205ce-a558-401f-b053-8900cca74ac2, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:42.295836 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] For port 064205ce-a558-401f-b053-8900cca74ac2, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=064205ce-a558-401f-b053-8900cca74ac2,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:42.305943 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:42.310391 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-962d2af8-b6da-46c6-ac1b-53a6f50b0b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:42.317981 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:42.332043 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:42.356230 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:42.364654 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a634b72-aa2f-494b-a5e1-f3203ed928ab,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:42.433522 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Pushing event updated for resources: {'Port': ['ID=064205ce-a558-401f-b053-8900cca74ac2,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:42.442369 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:42.452946 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-741ea7d9-8f88-4fad-b036-175850b8ecf7 req-5d6b7b75-a1e3-4187-b32f-1715f658ad8f tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 210 time: 0.0450156 Jun 22 00:52:42.457330 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:42.559679 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device c4ac9796-c8db-41df-9ffd-03562a25bf4c no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:42.587049 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: c4ac9796-c8db-41df-9ffd-03562a25bf4c {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:52:42.587432 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device c4ac9796-c8db-41df-9ffd-03562a25bf4c not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:52:42.762862 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-335d009e-cf75-4ada-a6db-dda728df6c6d req-89db8bd9-c03b-4082-bf3a-79e71e5b616a tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=80416a4e-364a-4aae-8825-62d4e2e903ee HTTP/1.1" status: 200 len: 210 time: 0.0553913 Jun 22 00:52:42.807445 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:42.858459 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a078c-ab5e-4d02-9af9-0baba0b8a67c req-2188b5e9-fc15-4171-82f0-717f5389a2d7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:42.866711 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f53a078c-ab5e-4d02-9af9-0baba0b8a67c req-2188b5e9-fc15-4171-82f0-717f5389a2d7 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1379406 Jun 22 00:52:42.905826 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f53a078c-ab5e-4d02-9af9-0baba0b8a67c req-11ac7dd7-93a3-47b5-abb6-a5ee494721cd tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382204 Jun 22 00:52:43.032340 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785236'] for router, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.185526 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 is scheduled to L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 with binding_index 1 {{(pid=99509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:52:43.256007 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 064205ce-a558-401f-b053-8900cca74ac2 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:43.330207 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 064205ce-a558-401f-b053-8900cca74ac2 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:43.440116 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0727b-d5d8-4814-9323-bf3c5aaf1a46 req-b83edf34-9279-4360-a8cc-151c546ef4b6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:43.441731 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-45f0727b-d5d8-4814-9323-bf3c5aaf1a46 req-b83edf34-9279-4360-a8cc-151c546ef4b6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0752692 Jun 22 00:52:43.505209 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-45f0727b-d5d8-4814-9323-bf3c5aaf1a46 req-137e0443-1744-402c-a08d-3858a063f81d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566587 Jun 22 00:52:43.535737 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:52:43.546950 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Sync routers for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:52:43.553240 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.555496 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1717484 Jun 22 00:52:43.558231 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58930) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:43.563262 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:43.563894 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:43.596073 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ad1c8d-263e-4f5b-9c57-13cfbf53d290 None None] Network 91572343-6549-47c0-a188-a4c479854ae1 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:43.612197 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0d0f4a67-30c0-4c64-9da5-c05d7f65faac req-a50ee62b-8663-499d-8123-423f5ed12bde tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 210 time: 0.0334480 Jun 22 00:52:43.666213 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-b1a1068e-5b3d-4146-b0d4-5637a1aa95cb None None] Provisioning for port 064205ce-a558-401f-b053-8900cca74ac2 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:43.672934 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-b1a1068e-5b3d-4146-b0d4-5637a1aa95cb None None] Provisioning complete for port 064205ce-a558-401f-b053-8900cca74ac2 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:43.673405 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-b1a1068e-5b3d-4146-b0d4-5637a1aa95cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.675689 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:43.829083 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-b1a1068e-5b3d-4146-b0d4-5637a1aa95cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.878733 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-b1a1068e-5b3d-4146-b0d4-5637a1aa95cb None None] For port 064205ce-a558-401f-b053-8900cca74ac2, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=064205ce-a558-401f-b053-8900cca74ac2,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:43.884087 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:42Z', 'revision_number': 3, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:43.886815 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-b1a1068e-5b3d-4146-b0d4-5637a1aa95cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.889085 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-be47ff7a-a5bd-4b48-89b7-12544a2ef787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:43.938158 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Checking router: 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:52:43.938979 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Updating router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 port 4a634b72-aa2f-494b-a5e1-f3203ed928ab binding host dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:52:43.994470 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.996286 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1068e-5b3d-4146-b0d4-5637a1aa95cb None None] Pushing event updated for resources: {'Port': ['ID=064205ce-a558-401f-b053-8900cca74ac2,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:44.003903 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-b1a1068e-5b3d-4146-b0d4-5637a1aa95cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:44.008296 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.206391 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.221324 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-9e848e63-7b3f-4ebb-8cc1-b171d4d61401 None None] Provisioning complete for port 064205ce-a558-401f-b053-8900cca74ac2 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:44.223956 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-9e848e63-7b3f-4ebb-8cc1-b171d4d61401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.257280 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-ea57620a-2ffd-4a88-8303-036fb79fdffa tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:44.259796 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-ea57620a-2ffd-4a88-8303-036fb79fdffa tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.15 "GET /v2.0/networks?id=2eb33f2c-c182-441b-8961-a8594c6488ab HTTP/1.1" status: 200 len: 814 time: 0.1237118 Jun 22 00:52:44.290487 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Request body: {'port': {'device_id': '5efdab06-efcc-465c-84f4-a1dba46cde8b', 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab', 'admin_state_up': True, 'tenant_id': '47742372cd6c457284232c87621cba43'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:44.466704 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Made reservation on behalf of 47742372cd6c457284232c87621cba43 for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:44.471220 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.486336 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Allocated IP 172.20.0.1 (91572343-6549-47c0-a188-a4c479854ae1/d68c98e5-d99c-4c13-bde3-49f2126f56e2/f7539d50-da54-47a6-ad70-1841924fdbac) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:44.504597 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09921fb8-63d7-4a89-98c6-e07afe89ae0d req-c1f80b4d-bb83-4b24-97a6-c38dfa08c0b0 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:44.512932 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-09921fb8-63d7-4a89-98c6-e07afe89ae0d req-c1f80b4d-bb83-4b24-97a6-c38dfa08c0b0 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.4131882 Jun 22 00:52:44.546622 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Notify callbacks [] for port, precommit_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.589550 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.provisioning_blocks [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Transition to ACTIVE for port object 4a634b72-aa2f-494b-a5e1-f3203ed928ab will not be triggered until provisioned by entity L2. {{(pid=99511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:44.611174 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.630953 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-7310cb65-a671-4609-8e5c-32a017faed68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:44.652266 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:44.658219 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.672180 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Attempting to bind port 4a634b72-aa2f-494b-a5e1-f3203ed928ab on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:44.672803 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Attempting to bind port 4a634b72-aa2f-494b-a5e1-f3203ed928ab by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:44.674297 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Attempting to bind port 4a634b72-aa2f-494b-a5e1-f3203ed928ab on network 88674bb2-d018-41a5-a891-26911eb48c6d {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:44.674436 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.provisioning_blocks [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Transition to ACTIVE for port object f7539d50-da54-47a6-ad70-1841924fdbac will not be triggered until provisioned by entity DHCP. {{(pid=99509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:44.681933 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:52:44.682291 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4fb5a068-5ab6-49ce-b47d-711af1f8bb6e not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:52:44.682396 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-09921fb8-63d7-4a89-98c6-e07afe89ae0d req-b3b3d059-50a4-4568-aa2c-318ec9284708 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684761 Jun 22 00:52:44.705544 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:44.706433 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Checking segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:44.706848 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.707262 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Bound using segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:44.708174 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Bound port: 4a634b72-aa2f-494b-a5e1-f3203ed928ab, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:44.708670 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.718472 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.723180 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-930d8019-67bf-4c94-814f-2ae765de9eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:44.733186 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Allocated IP 172.20.0.9 (2eb33f2c-c182-441b-8961-a8594c6488ab/b6973d72-aaa3-4ab5-8099-eaafa17c1922/e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:44.769596 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Network 91572343-6549-47c0-a188-a4c479854ae1 is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:44.776268 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:44.777341 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] For port 4a634b72-aa2f-494b-a5e1-f3203ed928ab, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:44.781154 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] For port 4a634b72-aa2f-494b-a5e1-f3203ed928ab, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=4a634b72-aa2f-494b-a5e1-f3203ed928ab,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:44.793340 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.797603 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:44.813193 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0de70c-b838-4c3e-bb1e-255bbbb7a44e req-5d06d2dd-fd59-4c2c-920d-e58792337332 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:44.821049 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bf0de70c-b838-4c3e-bb1e-255bbbb7a44e req-5d06d2dd-fd59-4c2c-920d-e58792337332 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 945 time: 0.1713915 Jun 22 00:52:44.825614 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:44.826232 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:44.829642 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6324b-8610-4243-a432-661801594b0c None None] Pushing event updated for resources: {'Port': ['ID=4a634b72-aa2f-494b-a5e1-f3203ed928ab,revision_number=2']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:44.861471 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7539d50-da54-47a6-ad70-1841924fdbac,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:44.865621 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:44.872639 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787516'] for router_interface, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.891852 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-f3a6324b-8610-4243-a432-661801594b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:44.892313 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-53f88506-0c5b-4c7b-b550-e7ded7ff0e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:44.969567 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bf0de70c-b838-4c3e-bb1e-255bbbb7a44e req-288254f0-a148-4fe9-99fe-8d068f49ebaf tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475580 Jun 22 00:52:44.994600 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6324b-8610-4243-a432-661801594b0c None None] Pushing event updated for resources: {'Port': ['ID=4a634b72-aa2f-494b-a5e1-f3203ed928ab,revision_number=3']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:45.011818 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-f3a6324b-8610-4243-a432-661801594b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:45.022374 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:45.057593 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad760e0a-6a77-4489-84a5-d7429de49034 req-bb09fd8c-f065-4051-9b38-9a0d67386ad7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:45.062603 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ad760e0a-6a77-4489-84a5-d7429de49034 req-bb09fd8c-f065-4051-9b38-9a0d67386ad7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.2395799 Jun 22 00:52:45.076378 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.077090 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.120958 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-e07945c0-ca7c-4cef-b1b2-4b75f1109a3d None None] Provisioning for port f7539d50-da54-47a6-ad70-1841924fdbac completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:45.127060 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-e07945c0-ca7c-4cef-b1b2-4b75f1109a3d None None] Provisioning complete for port f7539d50-da54-47a6-ad70-1841924fdbac triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:45.127320 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-e07945c0-ca7c-4cef-b1b2-4b75f1109a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.169388 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4014fed8-f511-470f-a8a6-6a6ffadd2b79 req-bc2a2b59-fe49-4d7d-8599-6af33e8a633b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 210 time: 0.0746071 Jun 22 00:52:45.207096 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ad760e0a-6a77-4489-84a5-d7429de49034 req-e4b16e24-b22d-472e-9aa8-b73529761c25 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218488 Jun 22 00:52:45.219971 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-e07945c0-ca7c-4cef-b1b2-4b75f1109a3d None None] Port f7539d50-da54-47a6-ad70-1841924fdbac cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:52:45.236363 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.244352 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4e8b6214-7e5a-48f2-a871-26d26063328f tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:45.246580 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 064205ce-a558-401f-b053-8900cca74ac2 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:45.276354 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.281666 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9353121'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.284408 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:45.294033 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Network 2eb33f2c-c182-441b-8961-a8594c6488ab is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:45.299442 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:45.303827 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:45.308538 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Pushing event updated for resources: {'Port': ['ID=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:45.330367 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 064205ce-a558-401f-b053-8900cca74ac2 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:45.330727 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:45.331530 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.346157 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:42Z', 'revision_number': 3, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:45.349933 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824359'] for router_interface, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.351766 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7539d50-da54-47a6-ad70-1841924fdbac,revision_number=2']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:45.355014 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:45.372749 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ad55e-033d-4502-af4d-8b8060f56060 None None] The sync data for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi is: [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:42Z', 'revision_number': 3, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:52:45.379920 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:45.380591 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.397129 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1137652 Jun 22 00:52:45.425604 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Request body: {'port': {'device_id': '5efdab06-efcc-465c-84f4-a1dba46cde8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:45.469010 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Network 91572343-6549-47c0-a188-a4c479854ae1 is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:45.471104 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:45.514542 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.599481 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:52:45.759832 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:52:45.765278 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] 10.222.0.26 "PUT /v2.0/routers/1ed6f02f-b196-4aeb-aa5e-bb9667110ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2058039 Jun 22 00:52:45.852672 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-613e704a-85fc-49d6-a979-d1b3bdb233d5 None None] Provisioning complete for port f7539d50-da54-47a6-ad70-1841924fdbac triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:45.853959 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-613e704a-85fc-49d6-a979-d1b3bdb233d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.874952 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:52:45.884365 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.897164 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-613e704a-85fc-49d6-a979-d1b3bdb233d5 None None] Port f7539d50-da54-47a6-ad70-1841924fdbac cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:52:45.907473 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Transition to ACTIVE for port object e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:45.917583 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:45.921400 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:45.935869 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecf4f3-d7db-4436-bb51-2ab5724c5cf4 req-9951d159-26d0-45f6-ac5d-da56c3511644 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:45.937620 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3ecf4f3-d7db-4436-bb51-2ab5724c5cf4 req-9951d159-26d0-45f6-ac5d-da56c3511644 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.1094832 Jun 22 00:52:46.024349 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Pushing event updated for resources: {'Port': ['ID=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:46.028901 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:46.105479 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3ecf4f3-d7db-4436-bb51-2ab5724c5cf4 req-f5c994e4-26a4-4f6b-b0ca-c7eadf22ddcf tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446404 Jun 22 00:52:46.363746 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58976) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:46.369948 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1856300892-network', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:46.394276 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Made reservation on behalf of a6fb399bb0ed4841b99be7d7096e0218 for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:46.397298 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.408836 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.472379 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Attempting to bind port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:46.472997 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Attempting to bind port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'c74b93d9-2b24-4800-9c98-e41bcf8200d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:46.473102 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Attempting to bind port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb on network 2eb33f2c-c182-441b-8961-a8594c6488ab {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:46.491574 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb on network 2eb33f2c-c182-441b-8961-a8594c6488ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:52:46.491908 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Attempting to bind port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb on network 2eb33f2c-c182-441b-8961-a8594c6488ab {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:46.509131 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61861685-2826-4138-88e0-72c10474baa1 req-9377dc10-feae-4a0d-af10-186648f21827 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:46.510608 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61861685-2826-4138-88e0-72c10474baa1 req-9377dc10-feae-4a0d-af10-186648f21827 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 945 time: 0.4147000 Jun 22 00:52:46.511685 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:46.512020 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Checking segment: {'id': 'c74b93d9-2b24-4800-9c98-e41bcf8200d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:46.512401 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Bound using segment: {'id': 'c74b93d9-2b24-4800-9c98-e41bcf8200d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:46.512846 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Bound port: e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74b93d9-2b24-4800-9c98-e41bcf8200d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:46.513184 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.527807 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.531975 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.536292 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1cd47d5a-f16b-4986-aeb3-144a446dd6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:46.553928 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a506f-c7f6-45ae-a583-d7dc13402b3e req-269f8888-949a-4128-99a9-89b7405a2cd5 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:46.555406 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8d6a506f-c7f6-45ae-a583-d7dc13402b3e req-269f8888-949a-4128-99a9-89b7405a2cd5 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 943 time: 0.1503284 Jun 22 00:52:46.559614 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:52:46.570026 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e491975-14b6-4753-b14a-771730c4c732,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:46.574011 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:46.577208 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.577548 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Added segment 90a1c962-4627-4320-87ab-1cbdcb4e2a77 of type vlan for network 644578e7-b406-4ece-a31d-3e99dd9cc8e3 Jun 22 00:52:46.610603 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61861685-2826-4138-88e0-72c10474baa1 req-3569daef-2a6a-47c4-8ab0-f3a7d6d9455e tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943513 Jun 22 00:52:46.625402 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.651557 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8d6a506f-c7f6-45ae-a583-d7dc13402b3e req-e72e1ffb-c54c-4256-8efa-f7065784bdb1 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704787 Jun 22 00:52:46.652614 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] For port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:46.655974 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] For port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb,segment=NetworkSegment(c74b93d9-2b24-4800-9c98-e41bcf8200d6),segment_id=c74b93d9-2b24-4800-9c98-e41bcf8200d6)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:46.665367 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.667651 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bd89dbb7-55d9-48d4-967b-6e9fd721082d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:46.685398 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.686985 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:46.687559 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.689915 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:46.703897 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:46.704846 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.705840 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] 10.222.0.15 "PUT /v2.0/ports/e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb HTTP/1.1" status: 200 len: 1093 time: 1.2883408 Jun 22 00:52:46.706447 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efdab06-efcc-465c-84f4-a1dba46cde8b', 'tag': 'e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:46.708612 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f57653-b9c0-4ce6-a6b6-4d392a96c87d" -d '{"events": [{"name": "network-changed", "server_uuid": "5efdab06-efcc-465c-84f4-a1dba46cde8b", "tag": "e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:46.749234 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3818970 Jun 22 00:52:46.749450 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Pushing event updated for resources: {'Port': ['ID=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:46.750957 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:46.751624 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 58982) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:46.763379 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Pushing event updated for resources: {'Network': ['ID=644578e7-b406-4ece-a31d-3e99dd9cc8e3,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:46.764793 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Request body: {'subnet': {'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1856300892-subnet', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'ip_version': 4}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:46.767236 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:46.772862 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ad7ae8-ce10-4ed8-be03-03ea1de2d737 x-openstack-request-id: req-38ad7ae8-ce10-4ed8-be03-03ea1de2d737 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:46.773228 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efdab06-efcc-465c-84f4-a1dba46cde8b", "tag": "e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:46.773615 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38ad7ae8-ce10-4ed8-be03-03ea1de2d737 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:46.775917 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efdab06-efcc-465c-84f4-a1dba46cde8b', 'tag': 'e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb', 'status': 'completed', 'code': 200} Jun 22 00:52:46.776047 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network 644578e7-b406-4ece-a31d-3e99dd9cc8e3 details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:52:46.862694 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Made reservation on behalf of a6fb399bb0ed4841b99be7d7096e0218 for: {'subnet': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:46.865087 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392385'] for subnet, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:46.954715 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee6487-5bd3-46db-ac03-6f60b5ce7bfa req-2b9b5104-3217-45b3-bd70-97760f919193 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:46.956234 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7fee6487-5bd3-46db-ac03-6f60b5ce7bfa req-2b9b5104-3217-45b3-bd70-97760f919193 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1867218 Jun 22 00:52:46.978020 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-9fa3a445-6ba6-4c61-8f3e-a0dadd1b8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:46.979442 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-9fa3a445-6ba6-4c61-8f3e-a0dadd1b8f64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47742372cd6c457284232c87621cba43&device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 1096 time: 0.1889880 Jun 22 00:52:47.049430 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-0d242777-eccd-4d4a-b8f7-b41776112e13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb HTTP/1.1" status: 200 len: 217 time: 0.0512669 Jun 22 00:52:47.062041 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7fee6487-5bd3-46db-ac03-6f60b5ce7bfa req-418bae2d-e43a-4625-ad77-d6ef90bf25f6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981243 Jun 22 00:52:47.140609 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-843c5b5e-2bb4-410c-9db0-48b6ad36f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:47.142052 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-843c5b5e-2bb4-410c-9db0-48b6ad36f6d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6973d72-aaa3-4ab5-8099-eaafa17c1922 HTTP/1.1" status: 200 len: 854 time: 0.0774736 Jun 22 00:52:47.196980 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Sync routers for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:52:47.208046 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:47.208899 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:47.209531 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-e90cb17f-9c9a-431a-b53e-7ac718b24296 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2eb33f2c-c182-441b-8961-a8594c6488ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418472 Jun 22 00:52:47.226508 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8843116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392435'] for subnet, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:47.230292 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a8568447-776e-4d5c-aa4b-8c34cffda072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:47.251736 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 4a634b72-aa2f-494b-a5e1-f3203ed928ab up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:47.356616 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:47.358553 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 4a634b72-aa2f-494b-a5e1-f3203ed928ab completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:47.384861 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cbab5e-330e-4b10-8bba-5d307d8a6daf,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:47.386289 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 4a634b72-aa2f-494b-a5e1-f3203ed928ab triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:47.386979 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:47.392241 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:47.422272 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Checking segment: {'id': '90a1c962-4627-4320-87ab-1cbdcb4e2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:47.422546 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Network hostable DHCP agents. Network: 644578e7-b406-4ece-a31d-3e99dd9cc8e3, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:52:47.483451 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b63b83-d444-4fa5-8091-d9bf85349b3f req-2cfd66ad-7061-43b4-b9a0-a6a6aa4cde73 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:47.484945 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-29b63b83-d444-4fa5-8091-d9bf85349b3f req-2cfd66ad-7061-43b4-b9a0-a6a6aa4cde73 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.2338111 Jun 22 00:52:47.497279 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-590ff378-e091-48b8-ba49-8010e0e171b0 service neutron] 10.222.0.15 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049913 Jun 22 00:52:47.504535 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Network 644578e7-b406-4ece-a31d-3e99dd9cc8e3 is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:52:47.523191 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbc5bd-57b2-4952-855f-fd6692325c96 req-84287c48-2c49-46ec-b361-3a35878ddd3c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:47.524798 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6cdbc5bd-57b2-4952-855f-fd6692325c96 req-84287c48-2c49-46ec-b361-3a35878ddd3c tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 945 time: 0.2266700 Jun 22 00:52:47.566452 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:47.595863 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, 644578e7-b406-4ece-a31d-3e99dd9cc8e3) {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:47.606486 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1398f75d-82b3-40d4-a131-657337929dd8 None None] Network 644578e7-b406-4ece-a31d-3e99dd9cc8e3 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:47.619850 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:47.620433 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:47.627422 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 4a634b72-aa2f-494b-a5e1-f3203ed928ab, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=4a634b72-aa2f-494b-a5e1-f3203ed928ab,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:47.631128 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-29b63b83-d444-4fa5-8091-d9bf85349b3f req-212bf10c-9755-4fe9-8623-eeb62c40bfac tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387453 Jun 22 00:52:47.656780 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:47.660643 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-1317d715-5f42-449f-9331-574d959ac33e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:47.665066 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 58990) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:47.669895 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1856300892-router', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:47.671498 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9187734 Jun 22 00:52:47.709250 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26072'] for router, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:47.712249 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3828967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26067'] for router, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:47.752491 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-111d824a-3ed6-4769-a7e4-11d57ce3d3d4 req-e69b6dd8-3229-4369-a67b-3e5eaea22ee7 service neutron] 10.222.0.15 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381051 Jun 22 00:52:47.757361 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-6cdbc5bd-57b2-4952-855f-fd6692325c96 req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Deleting port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:47.757718 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-6cdbc5bd-57b2-4952-855f-fd6692325c96 req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:47.788712 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=4a634b72-aa2f-494b-a5e1-f3203ed928ab,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:47.792056 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:47.794626 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:47.820099 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:45Z', 'revision_number': 2, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:47.854301 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Checking router: 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:52:47.855045 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Updating router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 port f7539d50-da54-47a6-ad70-1841924fdbac binding host dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:52:47.915635 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:47.926155 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638d1852-ae40-5223-b29d-3a0a322fb1c4-644578e7-b406-4ece-a31d-3e99dd9cc8e3', 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'fixed_ips': [{'subnet_id': 'd5cbab5e-330e-4b10-8bba-5d307d8a6daf'}]}} from dv-cinder-753305-6-iscsi. {{(pid=99510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:52:47.927387 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:47.958386 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26053'] for router, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.021668 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-6cdbc5bd-57b2-4952-855f-fd6692325c96 req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] For port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:48.022066 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-6cdbc5bd-57b2-4952-855f-fd6692325c96 req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.102196 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-6cdbc5bd-57b2-4952-855f-fd6692325c96 req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Calling delete_port for 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:48.129628 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123cf66-0dfa-4c5a-86b4-1e8df31c4628 req-90da0662-c137-4746-8255-60d0fbd34e93 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:48.131225 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2123cf66-0dfa-4c5a-86b4-1e8df31c4628 req-90da0662-c137-4746-8255-60d0fbd34e93 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 945 time: 0.3101687 Jun 22 00:52:48.143123 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0f131-4ef9-4f0a-8f02-ec8fd2852acb req-0ac7d35f-184d-498b-b8ba-2001ba262131 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:48.144672 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3f0f131-4ef9-4f0a-8f02-ec8fd2852acb req-0ac7d35f-184d-498b-b8ba-2001ba262131 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 943 time: 0.3050170 Jun 22 00:52:48.152488 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57653-b9c0-4ce6-a6b6-4d392a96c87d req-07bc9a34-26d9-4c15-a3bb-37a307e4d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:48.153965 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-78f57653-b9c0-4ce6-a6b6-4d392a96c87d req-07bc9a34-26d9-4c15-a3bb-37a307e4d65d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47742372cd6c457284232c87621cba43&device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 1096 time: 0.2463243 Jun 22 00:52:48.208307 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.db_base_plugin_common [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Allocated IP 172.20.0.2 (644578e7-b406-4ece-a31d-3e99dd9cc8e3/d5cbab5e-330e-4b10-8bba-5d307d8a6daf/53ed1f33-83b4-4dfb-9b25-ed0802f8be1a) {{(pid=99510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:48.327192 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3f0f131-4ef9-4f0a-8f02-ec8fd2852acb req-31b69815-71a1-4efb-a42c-afb4d437a96f tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348519 Jun 22 00:52:48.337303 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2123cf66-0dfa-4c5a-86b4-1e8df31c4628 req-48f66ef3-d174-4343-aced-de810792ad64 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893237 Jun 22 00:52:48.377609 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.381550 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57653-b9c0-4ce6-a6b6-4d392a96c87d req-20130c5d-ddb5-4ea8-9530-96dd2c09b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:48.386517 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-78f57653-b9c0-4ce6-a6b6-4d392a96c87d req-20130c5d-ddb5-4ea8-9530-96dd2c09b319 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2eb33f2c-c182-441b-8961-a8594c6488ab HTTP/1.1" status: 200 len: 915 time: 0.1920011 Jun 22 00:52:48.405033 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.424503 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Notify callbacks [] for port, precommit_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.455708 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Notify callbacks [] for port, precommit_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.456705 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-78f57653-b9c0-4ce6-a6b6-4d392a96c87d req-76855deb-2d7e-430c-968a-825ffc66b953 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb HTTP/1.1" status: 200 len: 217 time: 0.0601380 Jun 22 00:52:48.464949 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Transition to ACTIVE for port object 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:48.491127 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Transition to ACTIVE for port object 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a will not be triggered until provisioned by entity DHCP. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:48.499382 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.501564 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:48.543894 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Network 644578e7-b406-4ece-a31d-3e99dd9cc8e3 is already hosted by enough agents. {{(pid=99510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:48.545694 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Allocated IP 172.27.0.114 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/5258744d-51e9-4f6a-b21c-da358dde7485) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:48.550369 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.base_scheduler [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Resources bound (agent type, host, resource id): {{(pid=99510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:48.553110 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Received port after_create {{(pid=99510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:48.555551 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Pushing event updated for resources: {'Port': ['ID=53ed1f33-83b4-4dfb-9b25-ed0802f8be1a,revision_number=1']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:48.558580 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:48.577495 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-6cdbc5bd-57b2-4952-855f-fd6692325c96 req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.587215 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Transition to ACTIVE for port object f7539d50-da54-47a6-ad70-1841924fdbac will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:48.594910 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e8cdb6cb-1a93-4840-8878-3aaa3e612e08 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:48.623607 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.628403 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Pushing event deleted for resources: {'Port': ['ID=42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:48.631061 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57653-b9c0-4ce6-a6b6-4d392a96c87d req-58cfb064-0dea-41d4-8be1-4ad9fc605f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:48.631202 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-1317d715-5f42-449f-9331-574d959ac33e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:48.632559 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-78f57653-b9c0-4ce6-a6b6-4d392a96c87d req-58cfb064-0dea-41d4-8be1-4ad9fc605f06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6973d72-aaa3-4ab5-8099-eaafa17c1922 HTTP/1.1" status: 200 len: 854 time: 0.1674733 Jun 22 00:52:48.635474 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:48.701351 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.723163 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdbc5bd-57b2-4952-855f-fd6692325c96 req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] No DVR routers for this DVR port 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:52:48.743416 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-6cdbc5bd-57b2-4952-855f-fd6692325c96 req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.743812 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.746046 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6cdbc5bd-57b2-4952-855f-fd6692325c96 req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "DELETE /v2.0/ports/42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b HTTP/1.1" status: 204 len: 173 time: 1.2092252 Jun 22 00:52:48.746402 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-09a7adbd-5af8-4234-b4c2-de45a66771a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:48.748364 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-78f57653-b9c0-4ce6-a6b6-4d392a96c87d req-7351a3c0-46cc-4dcc-a0c4-067579385c7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2eb33f2c-c182-441b-8961-a8594c6488ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832977 Jun 22 00:52:48.756521 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483a198-a7f7-4bee-ad37-9c93c0869d54 req-26ad4198-01f4-454b-8b65-d90d55e122b1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:48.765840 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e483a198-a7f7-4bee-ad37-9c93c0869d54 req-26ad4198-01f4-454b-8b65-d90d55e122b1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.2759295 Jun 22 00:52:48.792922 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:48.795742 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:48.805994 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:48.814556 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['0a03e900-0808-498e-babe-78f009d53055', '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:48.836682 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff', 'name': 'network-vif-deleted', 'tag': '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:48.839041 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d61ada-8f97-415a-ba12-b9cf6963b91f" -d '{"events": [{"server_uuid": "5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff", "name": "network-vif-deleted", "tag": "42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:48.850658 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Pushing event updated for resources: {'Port': ['ID=5258744d-51e9-4f6a-b21c-da358dde7485,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:48.866184 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Attempting to bind port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:48.866568 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Attempting to bind port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '90a1c962-4627-4320-87ab-1cbdcb4e2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:48.866979 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Attempting to bind port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a on network 644578e7-b406-4ece-a31d-3e99dd9cc8e3 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:48.919915 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:48.920321 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Checking segment: {'id': '90a1c962-4627-4320-87ab-1cbdcb4e2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:48.921293 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.921293 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Bound using segment: {'id': '90a1c962-4627-4320-87ab-1cbdcb4e2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:48.921598 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Bound port: 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a1c962-4627-4320-87ab-1cbdcb4e2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:48.921977 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.935125 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e483a198-a7f7-4bee-ad37-9c93c0869d54 req-c8e99c17-6d72-4395-89c1-980a96bc83c9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647093 Jun 22 00:52:48.941792 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-78f57653-b9c0-4ce6-a6b6-4d392a96c87d req-b7188fbf-1a29-4edc-bfa0-86248c1efcb6 service neutron] 10.222.0.15 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726162 Jun 22 00:52:48.945884 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:48.970528 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb43b01-64e3-442f-a969-9aede7907b26 None None] Pushing event updated for resources: {'Port': ['ID=f7539d50-da54-47a6-ad70-1841924fdbac,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:48.978373 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-abb43b01-64e3-442f-a969-9aede7907b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:49.105949 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94df914-ed16-4570-8994-d27dc046483e x-openstack-request-id: req-f94df914-ed16-4570-8994-d27dc046483e {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:49.106276 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff", "name": "network-vif-deleted", "tag": "42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:49.106595 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f94df914-ed16-4570-8994-d27dc046483e {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:49.107014 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff', 'name': 'network-vif-deleted', 'tag': '42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b', 'status': 'completed', 'code': 200} Jun 22 00:52:49.114068 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Attempting to bind port f7539d50-da54-47a6-ad70-1841924fdbac on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:49.114575 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Attempting to bind port f7539d50-da54-47a6-ad70-1841924fdbac by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:49.115445 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Attempting to bind port f7539d50-da54-47a6-ad70-1841924fdbac on network 91572343-6549-47c0-a188-a4c479854ae1 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:49.157155 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] For port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:49.166938 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:49.167493 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Checking segment: {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:49.168004 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:49.168690 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d032c03-47d4-4e75-add1-4552f0f6dfaf req-feb504b3-a2e3-4924-9a5d-a44b383c13dd tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:49.169217 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Bound using segment: {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:49.170427 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Bound port: f7539d50-da54-47a6-ad70-1841924fdbac, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:49.171138 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6d032c03-47d4-4e75-add1-4552f0f6dfaf req-feb504b3-a2e3-4924-9a5d-a44b383c13dd tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.3218284 Jun 22 00:52:49.171631 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:49.214899 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:49.229177 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] For port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=53ed1f33-83b4-4dfb-9b25-ed0802f8be1a,segment=NetworkSegment(90a1c962-4627-4320-87ab-1cbdcb4e2a77),segment_id=90a1c962-4627-4320-87ab-1cbdcb4e2a77)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:49.253090 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-78f57653-b9c0-4ce6-a6b6-4d392a96c87d req-d3e548a5-2d42-4ea3-84b5-b80ef0e6a53a service neutron] 10.222.0.15 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463622 Jun 22 00:52:49.253654 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:49.262634 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:49.265532 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 4a634b72-aa2f-494b-a5e1-f3203ed928ab up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:49.278433 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca669bd-76d4-4b30-9f44-e002b1be6dca req-a2d7d854-59c7-441d-b90f-ca4a601e5388 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:49.280507 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bca669bd-76d4-4b30-9f44-e002b1be6dca req-a2d7d854-59c7-441d-b90f-ca4a601e5388 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.15 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 945 time: 0.3378701 Jun 22 00:52:49.298485 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6d032c03-47d4-4e75-add1-4552f0f6dfaf req-1c27b452-4f9f-436c-bf98-83eb92226792 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/security-groups?id=83172641-9387-4a3a-8e1b-e7bd87f2e2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206257 Jun 22 00:52:49.431744 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Pushing event updated for resources: {'Port': ['ID=53ed1f33-83b4-4dfb-9b25-ed0802f8be1a,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:49.446749 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:49.448260 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] For port f7539d50-da54-47a6-ad70-1841924fdbac, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:49.453021 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da07de-3d7e-410b-9efb-1edadf81a1eb req-28ace45c-5abe-4bec-8437-7cc3b8bfb51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:49.454978 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-33da07de-3d7e-410b-9efb-1edadf81a1eb req-28ace45c-5abe-4bec-8437-7cc3b8bfb51f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 1098 time: 0.1414430 Jun 22 00:52:49.470600 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] For port f7539d50-da54-47a6-ad70-1841924fdbac, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=f7539d50-da54-47a6-ad70-1841924fdbac,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:49.482274 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:49.488315 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:49.489291 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-bca669bd-76d4-4b30-9f44-e002b1be6dca req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Deleting port 4ed40c49-4059-4533-97ae-53e1cdbcd634 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:49.489836 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bca669bd-76d4-4b30-9f44-e002b1be6dca req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:49.591339 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 4a634b72-aa2f-494b-a5e1-f3203ed928ab triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:49.594062 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:49.616516 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785236'] for router, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:49.656495 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:49.657158 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:49.788649 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb43b01-64e3-442f-a969-9aede7907b26 None None] Pushing event updated for resources: {'Port': ['ID=f7539d50-da54-47a6-ad70-1841924fdbac,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:49.795425 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-abb43b01-64e3-442f-a969-9aede7907b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:49.892317 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Router 9680bfd4-13d8-4455-80ea-c394efe15ea1 is scheduled to L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 with binding_index 1 {{(pid=99509) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:52:49.957256 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:50.059301 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:52:50.069809 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Sync routers for ids ['9680bfd4-13d8-4455-80ea-c394efe15ea1'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:52:50.080290 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:50.083997 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4174719 Jun 22 00:52:50.087213 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59014) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:50.095297 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Routers {'9680bfd4-13d8-4455-80ea-c394efe15ea1'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:50.096201 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['9680bfd4-13d8-4455-80ea-c394efe15ea1'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:50.128568 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-958dea93-5383-491b-be2f-f8322cea81f6 req-f984f6af-de30-4253-8543-1ebff399b623 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=5c3bdfe0-77be-4e83-a7b4-d76c2acc8dff HTTP/1.1" status: 200 len: 210 time: 0.5522342 Jun 22 00:52:50.233473 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da07de-3d7e-410b-9efb-1edadf81a1eb req-aeb99a8c-ffc3-4d71-beef-49db12f22097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:50.234987 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-33da07de-3d7e-410b-9efb-1edadf81a1eb req-aeb99a8c-ffc3-4d71-beef-49db12f22097 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 918 time: 0.7407982 Jun 22 00:52:50.245691 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-bca669bd-76d4-4b30-9f44-e002b1be6dca req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] For port 4ed40c49-4059-4533-97ae-53e1cdbcd634, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4ed40c49-4059-4533-97ae-53e1cdbcd634,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:50.246063 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bca669bd-76d4-4b30-9f44-e002b1be6dca req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:50.258248 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Set router 9680bfd4-13d8-4455-80ea-c394efe15ea1 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:50.271032 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:49Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:50.308730 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0b35eb-d15e-4269-959a-528eb1a76220 None None] The sync data for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi is: [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:49Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:52:50.389439 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593213-1d05-47c0-98b3-1dbb75bc4f74 req-889716aa-6106-419a-962f-b6d14bdf245a tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:50.397053 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-54593213-1d05-47c0-98b3-1dbb75bc4f74 req-889716aa-6106-419a-962f-b6d14bdf245a tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 943 time: 0.7727580 Jun 22 00:52:50.458826 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-bca669bd-76d4-4b30-9f44-e002b1be6dca req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Calling delete_port for 4ed40c49-4059-4533-97ae-53e1cdbcd634 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:50.553477 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cd521133-525a-497c-aaa1-ff7db41b7347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:50.559163 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-0af38496-a7f9-4878-9e51-63ad32434ae4 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995149594&fields=id&tenant_id=22e2584999b7475eac023989b6168a85 HTTP/1.1" status: 200 len: 267 time: 0.2361648 Jun 22 00:52:50.572734 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:50.629666 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:52:50.629889 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 42a06b0c-e5ce-4f15-90d9-00ce4ea5b15b not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:52:50.699352 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'name': 'tempest-TestVolumeBootPattern-1856300892-router', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:47Z', 'updated_at': '2021-06-22T00:52:49Z', 'revision_number': 3, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'gw_port': {'id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:48Z', 'updated_at': '2021-06-22T00:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:50.719167 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-54593213-1d05-47c0-98b3-1dbb75bc4f74 req-d36498cd-cb7b-4c54-808b-01dee01de1a0 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143220 Jun 22 00:52:50.741347 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:50.759669 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Checking router: 9680bfd4-13d8-4455-80ea-c394efe15ea1 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:52:50.761267 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-33da07de-3d7e-410b-9efb-1edadf81a1eb req-55ba8a04-1b54-49b0-bb46-9d01471de05d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2 HTTP/1.1" status: 200 len: 1000 time: 0.5080600 Jun 22 00:52:50.761697 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Updating router 9680bfd4-13d8-4455-80ea-c394efe15ea1 port 5258744d-51e9-4f6a-b21c-da358dde7485 binding host dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:52:50.849556 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:50.857425 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5985cd-266a-488d-bb23-f76858820213 req-f85ff2a8-ce32-4eac-9d2c-affe45bf4a92 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:50.859127 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-f85ff2a8-ce32-4eac-9d2c-affe45bf4a92 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/networks?id=f92a2cec-a693-4e05-94b5-39b9afbe845f HTTP/1.1" status: 200 len: 808 time: 0.2990367 Jun 22 00:52:50.900503 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-bd8eeb78-00ac-482d-9561-b3ac909558bb tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/quotas/22e2584999b7475eac023989b6168a85 HTTP/1.1" status: 200 len: 375 time: 0.0332236 Jun 22 00:52:50.959837 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da07de-3d7e-410b-9efb-1edadf81a1eb req-5afbb029-27a0-4e33-aef6-d793fa395b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:50.961848 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-33da07de-3d7e-410b-9efb-1edadf81a1eb req-5afbb029-27a0-4e33-aef6-d793fa395b16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 200 len: 856 time: 0.1945543 Jun 22 00:52:50.966542 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6467d4-f3e7-441c-856c-e036312ee148 None None] Network 644578e7-b406-4ece-a31d-3e99dd9cc8e3 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:50.999273 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Allocated IP 172.20.0.1 (644578e7-b406-4ece-a31d-3e99dd9cc8e3/d5cbab5e-330e-4b10-8bba-5d307d8a6daf/fd37df42-f3ad-4503-ac25-dce0de422345) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:51.055685 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-c6fb8e40-d5fd-4217-b5d8-9d107adeb8a7 None None] Provisioning for port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:51.173728 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bca669bd-76d4-4b30-9f44-e002b1be6dca req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.193281 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:51.206169 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.243998 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.provisioning_blocks [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Transition to ACTIVE for port object fd37df42-f3ad-4503-ac25-dce0de422345 will not be triggered until provisioned by entity DHCP. {{(pid=99509) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:51.265302 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Pushing event deleted for resources: {'Port': ['ID=4ed40c49-4059-4533-97ae-53e1cdbcd634,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:51.282920 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Notify callbacks [] for port, precommit_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.295650 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.provisioning_blocks [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Transition to ACTIVE for port object 5258744d-51e9-4f6a-b21c-da358dde7485 will not be triggered until provisioned by entity L2. {{(pid=99511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:51.303189 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.304005 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.306078 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.313630 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.314233 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.314693 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.314972 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.315487 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.315999 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.316507 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.317034 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.317538 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.317900 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-41c42a62-27c7-446f-86a0-a7d18216b747 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:51.318215 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.318721 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:51.324171 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:51.359886 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:51.377102 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Network 644578e7-b406-4ece-a31d-3e99dd9cc8e3 is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:51.393457 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:51.399272 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:51.404525 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-904ac6af-03d5-4fb1-9639-ac5b72649908 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=22e2584999b7475eac023989b6168a85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4950507 Jun 22 00:52:51.411525 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Attempting to bind port 5258744d-51e9-4f6a-b21c-da358dde7485 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:51.411909 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Attempting to bind port 5258744d-51e9-4f6a-b21c-da358dde7485 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:51.412325 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Attempting to bind port 5258744d-51e9-4f6a-b21c-da358dde7485 on network 88674bb2-d018-41a5-a891-26911eb48c6d {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:51.413467 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device f7539d50-da54-47a6-ad70-1841924fdbac up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:51.428434 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1ddd3-7655-4afc-90aa-4b7f76ede1ec None None] Pushing event updated for resources: {'Port': ['ID=5258744d-51e9-4f6a-b21c-da358dde7485,revision_number=2']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:51.432579 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-e8d1ddd3-7655-4afc-90aa-4b7f76ede1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:51.433452 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:51.433832 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Checking segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:51.434237 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.434677 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Bound using segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:51.435402 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Bound port: 5258744d-51e9-4f6a-b21c-da358dde7485, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:51.435773 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.475292 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787516'] for router_interface, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.510238 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] For port 5258744d-51e9-4f6a-b21c-da358dde7485, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:51.517935 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] For port 5258744d-51e9-4f6a-b21c-da358dde7485, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=5258744d-51e9-4f6a-b21c-da358dde7485,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:51.518199 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Pushing event updated for resources: {'Port': ['ID=fd37df42-f3ad-4503-ac25-dce0de422345,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:51.521096 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port f7539d50-da54-47a6-ad70-1841924fdbac completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:51.522323 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:51.532559 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.537380 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port f7539d50-da54-47a6-ad70-1841924fdbac triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:51.538578 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca669bd-76d4-4b30-9f44-e002b1be6dca req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] No DVR routers for this DVR port 4ed40c49-4059-4533-97ae-53e1cdbcd634 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:52:51.539585 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.545771 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bca669bd-76d4-4b30-9f44-e002b1be6dca req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.548021 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bca669bd-76d4-4b30-9f44-e002b1be6dca req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.15 "DELETE /v2.0/ports/4ed40c49-4059-4533-97ae-53e1cdbcd634 HTTP/1.1" status: 204 len: 173 time: 2.2462897 Jun 22 00:52:51.548873 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0409d54e-bd3f-44a1-a6f9-328dfb564011', 'name': 'network-vif-deleted', 'tag': '4ed40c49-4059-4533-97ae-53e1cdbcd634'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:51.551826 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83df231f-761f-4bcb-96ab-c8499cbafd3a" -d '{"events": [{"server_uuid": "0409d54e-bd3f-44a1-a6f9-328dfb564011", "name": "network-vif-deleted", "tag": "4ed40c49-4059-4533-97ae-53e1cdbcd634"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:51.554046 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-7d926a75-614a-4f5e-ad95-a612727342d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:51.568384 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89fef4-4f1b-4adc-a399-ae67316b91ac req-07dfbec4-45fc-4160-9b78-0c65cffd577c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:51.578023 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5d89fef4-4f1b-4adc-a399-ae67316b91ac req-07dfbec4-45fc-4160-9b78-0c65cffd577c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.6149077 Jun 22 00:52:51.615127 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da07de-3d7e-410b-9efb-1edadf81a1eb req-ae8e2120-4e9b-402e-ace7-f93732ca8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:51.616694 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-33da07de-3d7e-410b-9efb-1edadf81a1eb req-ae8e2120-4e9b-402e-ace7-f93732ca8db7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40daa533-8b8b-42fb-9b6e-81147858b587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6151106 Jun 22 00:52:51.690079 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Routers {'9680bfd4-13d8-4455-80ea-c394efe15ea1'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:51.691288 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['9680bfd4-13d8-4455-80ea-c394efe15ea1'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:51.741089 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1ddd3-7655-4afc-90aa-4b7f76ede1ec None None] Pushing event updated for resources: {'Port': ['ID=5258744d-51e9-4f6a-b21c-da358dde7485,revision_number=3']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:51.745554 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-e8d1ddd3-7655-4afc-90aa-4b7f76ede1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:51.750849 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.754769 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.828001 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port f7539d50-da54-47a6-ad70-1841924fdbac, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=f7539d50-da54-47a6-ad70-1841924fdbac,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:51.836451 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.838535 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:51.840548 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5d89fef4-4f1b-4adc-a399-ae67316b91ac req-9ce3dc47-fa3c-4cb5-9202-e8c8218aa117 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615860 Jun 22 00:52:51.843278 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:51.868736 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] Set router 9680bfd4-13d8-4455-80ea-c394efe15ea1 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:51.990756 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=f7539d50-da54-47a6-ad70-1841924fdbac,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:51.995013 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-4fd78ad9-bcbc-4704-bc51-89bab1d64c96 service neutron] 10.222.0.26 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835834 Jun 22 00:52:52.001206 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:52.040300 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:52.045610 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:52.045990 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:52.113290 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:52.120843 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9353121'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:52.123782 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:52.166443 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-33da07de-3d7e-410b-9efb-1edadf81a1eb req-ea9c0180-6930-4e7a-9f3f-a720582544b2 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337148 Jun 22 00:52:52.177074 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-197be28c-41ea-464f-b27b-6a3a4dede02b None None] Provisioning for port fd37df42-f3ad-4503-ac25-dce0de422345 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:52.185299 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-197be28c-41ea-464f-b27b-6a3a4dede02b None None] Provisioning complete for port fd37df42-f3ad-4503-ac25-dce0de422345 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:52.185500 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-197be28c-41ea-464f-b27b-6a3a4dede02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:52.220271 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824359'] for router_interface, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:52.232430 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Pushing event updated for resources: {'Port': ['ID=fd37df42-f3ad-4503-ac25-dce0de422345,revision_number=2']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:52.236964 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:52.267474 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'name': 'tempest-TestVolumeBootPattern-1856300892-router', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:47Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 4, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'gw_port': {'id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:48Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'fd37df42-f3ad-4503-ac25-dce0de422345', 'name': '', 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'mac_address': 'fa:16:3e:42:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd5cbab5e-330e-4b10-8bba-5d307d8a6daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:50Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 1, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'subnets': [{'id': 'd5cbab5e-330e-4b10-8bba-5d307d8a6daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:52.279163 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:52.290541 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-197be28c-41ea-464f-b27b-6a3a4dede02b None None] Port fd37df42-f3ad-4503-ac25-dce0de422345 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:52:52.301342 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd5e59a-806e-47ee-9fe6-98504c127e77 None None] The sync data for ids ['9680bfd4-13d8-4455-80ea-c394efe15ea1'] in dv-cinder-753305-6-iscsi is: [{'id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'name': 'tempest-TestVolumeBootPattern-1856300892-router', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:47Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 4, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'gw_port': {'id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:48Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'fd37df42-f3ad-4503-ac25-dce0de422345', 'name': '', 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'mac_address': 'fa:16:3e:42:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd5cbab5e-330e-4b10-8bba-5d307d8a6daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:50Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 1, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'subnets': [{'id': 'd5cbab5e-330e-4b10-8bba-5d307d8a6daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:52:52.320918 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-009cf02c-73a0-482e-898a-8b9f959f5181 req-8ff0ab37-9f99-4f46-90bf-9c71febf89dc tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] 10.222.0.26 "GET /v2.0/ports?device_id=0409d54e-bd3f-44a1-a6f9-328dfb564011 HTTP/1.1" status: 200 len: 210 time: 0.1785374 Jun 22 00:52:52.334669 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=53ed1f33-83b4-4dfb-9b25-ed0802f8be1a,segment=NetworkSegment(90a1c962-4627-4320-87ab-1cbdcb4e2a77),segment_id=90a1c962-4627-4320-87ab-1cbdcb4e2a77)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:52.337258 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:52.340076 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-68826b97-169a-4fdb-b7d9-5504e357aa33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:52.346426 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-33da07de-3d7e-410b-9efb-1edadf81a1eb req-6dd2eb93-0dfa-40ee-ba7a-f9661f02ecb2 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516919 Jun 22 00:52:52.377377 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Network 644578e7-b406-4ece-a31d-3e99dd9cc8e3 is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:52.379107 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:52.397969 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-0ff81bda-e6bc-4b5b-8502-2c940b16c4ed service neutron] 10.222.0.26 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836646 Jun 22 00:52:52.431305 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=53ed1f33-83b4-4dfb-9b25-ed0802f8be1a,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:52.445302 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:52.524833 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3c016d-650c-490d-a181-b091d552cc54 x-openstack-request-id: req-dc3c016d-650c-490d-a181-b091d552cc54 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:52.525284 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0409d54e-bd3f-44a1-a6f9-328dfb564011", "name": "network-vif-deleted", "tag": "4ed40c49-4059-4533-97ae-53e1cdbcd634", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:52.525579 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc3c016d-650c-490d-a181-b091d552cc54 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:52.526235 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0409d54e-bd3f-44a1-a6f9-328dfb564011', 'name': 'network-vif-deleted', 'tag': '4ed40c49-4059-4533-97ae-53e1cdbcd634', 'status': 'completed', 'code': 200} Jun 22 00:52:52.563931 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:52:52.582329 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4ed40c49-4059-4533-97ae-53e1cdbcd634 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:52.663419 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Router 9680bfd4-13d8-4455-80ea-c394efe15ea1 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:52:52.687587 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 4ed40c49-4059-4533-97ae-53e1cdbcd634 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:52:52.687947 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4ed40c49-4059-4533-97ae-53e1cdbcd634 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:52:52.868464 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:52:52.874577 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] 10.222.0.26 "PUT /v2.0/routers/9680bfd4-13d8-4455-80ea-c394efe15ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7857594 Jun 22 00:52:52.885517 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb,segment=NetworkSegment(c74b93d9-2b24-4800-9c98-e41bcf8200d6),segment_id=c74b93d9-2b24-4800-9c98-e41bcf8200d6)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:52.904324 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7a042-0e68-45cf-a4ac-b8273b601f78 req-9fe46094-5b2c-4c05-af24-c70bf5c7d81c tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:52.906685 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1dc7a042-0e68-45cf-a4ac-b8273b601f78 req-9fe46094-5b2c-4c05-af24-c70bf5c7d81c tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 943 time: 0.1822789 Jun 22 00:52:52.915996 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': 'e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb', 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab', 'port_id': 'e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb', 'mac_address': 'fa:16:3e:46:f8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6973d72-aaa3-4ab5-8099-eaafa17c1922', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:52:52.955669 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-136efb74-3621-4fda-a4fe-262b93f64d72 None None] Provisioning complete for port fd37df42-f3ad-4503-ac25-dce0de422345 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:52.956381 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-136efb74-3621-4fda-a4fe-262b93f64d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:53.015991 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1dc7a042-0e68-45cf-a4ac-b8273b601f78 req-c35d8d9b-0db4-434a-8085-7915311b3d0b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029036 Jun 22 00:52:53.059729 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-136efb74-3621-4fda-a4fe-262b93f64d72 None None] Port fd37df42-f3ad-4503-ac25-dce0de422345 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:52:53.091761 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:53.096794 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a91a50f5-e118-46bc-9bca-405f0844cdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:53.112497 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:52:53.153642 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb,segment=NetworkSegment(c74b93d9-2b24-4800-9c98-e41bcf8200d6),segment_id=c74b93d9-2b24-4800-9c98-e41bcf8200d6)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:53.158292 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:53.160770 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:53.179989 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1465138f-36e7-4152-9d15-c9c2ca35b271 req-1b3e2f36-461d-4a23-978f-3c8f4e2231cc tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 210 time: 0.1109166 Jun 22 00:52:53.233672 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:53.237867 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:53.294557 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe6dcc-eebf-4e7a-9bcb-436af96ece12 req-77f6da7e-f34b-40d5-895e-ac7f17f81f5a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:53.296265 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4bbe6dcc-eebf-4e7a-9bcb-436af96ece12 req-77f6da7e-f34b-40d5-895e-ac7f17f81f5a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1404016 Jun 22 00:52:53.332758 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device f7539d50-da54-47a6-ad70-1841924fdbac up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:53.365332 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4bbe6dcc-eebf-4e7a-9bcb-436af96ece12 req-f6c02775-749c-45ad-90b8-2ff68b39172b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604131 Jun 22 00:52:53.475578 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 59056) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:53.618053 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:53.647315 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port f7539d50-da54-47a6-ad70-1841924fdbac triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:53.648051 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:53.745469 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:53.750714 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:53.807810 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59066) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:53.812868 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586627260', 'description': 'tempest-secgroup-smoke-586627260 description', 'project_id': 'ebf63b041c0046d29dac298f4c8f4558'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:53.869916 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:53.952338 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:53.953052 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.052847 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.062527 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.075835 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-9dea0fa3-359d-4549-8b3b-7538e3f22c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:54.113074 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b90c42-60b5-4690-a416-b460f4f0a752,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:54.128332 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.128953 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.129427 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.129896 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.130389 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.130951 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.131459 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.131926 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.132394 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.133648 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.134577 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.135692 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:54.140215 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:54.153105 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.154816 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3458216 Jun 22 00:52:54.158657 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59072) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:54.163868 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-390fe28d-f281-4bc2-91b8-4e5ecf4f1b03 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'security_group_rule': {'security_group_id': 'c8b90c42-60b5-4690-a416-b460f4f0a752', 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:54.202510 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-390fe28d-f281-4bc2-91b8-4e5ecf4f1b03 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.237176 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824320'] for router_interface, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.273928 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-390fe28d-f281-4bc2-91b8-4e5ecf4f1b03 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.279187 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-390fe28d-f281-4bc2-91b8-4e5ecf4f1b03 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.290212 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:54.310194 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fe28d-f281-4bc2-91b8-4e5ecf4f1b03 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5581bec0-6351-4edd-a104-28012f39f18f,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:54.313352 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-390fe28d-f281-4bc2-91b8-4e5ecf4f1b03 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:54.314867 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-390fe28d-f281-4bc2-91b8-4e5ecf4f1b03 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.316197 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-390fe28d-f281-4bc2-91b8-4e5ecf4f1b03 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563075 Jun 22 00:52:54.318903 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59076) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:54.324617 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-b40e35b3-449d-47c3-947d-bab46d0c68d6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'security_group_rule': {'security_group_id': 'c8b90c42-60b5-4690-a416-b460f4f0a752', 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:54.354165 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b40e35b3-449d-47c3-947d-bab46d0c68d6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.376012 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:52:54.526948 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ba4cc-5758-4f7c-95f8-d02f30d8c241 req-29d8e89b-482b-4f21-9f5e-ab6c3e0b89dc tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:54.534304 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0c0ba4cc-5758-4f7c-95f8-d02f30d8c241 req-29d8e89b-482b-4f21-9f5e-ab6c3e0b89dc tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 945 time: 0.2801123 Jun 22 00:52:54.556257 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.567936 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c46a2-eb8c-4ca2-a56e-2996239960b3 req-add8da1b-bf4d-4b48-a80d-ca4a87ebd359 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:54.569335 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ac5c46a2-eb8c-4ca2-a56e-2996239960b3 req-add8da1b-bf4d-4b48-a80d-ca4a87ebd359 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 944 time: 0.2770929 Jun 22 00:52:54.643755 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b40e35b3-449d-47c3-947d-bab46d0c68d6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.647251 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b40e35b3-449d-47c3-947d-bab46d0c68d6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.662458 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2f92274c-f565-4535-b779-1b931573fe6f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:54.673105 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b40e35b3-449d-47c3-947d-bab46d0c68d6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.676874 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b40e35b3-449d-47c3-947d-bab46d0c68d6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3541920 Jun 22 00:52:54.677053 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e35b3-449d-47c3-947d-bab46d0c68d6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2b9466-b450-4e55-aa9d-8ec5f584e80d,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:54.680287 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b40e35b3-449d-47c3-947d-bab46d0c68d6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:54.680950 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59080) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:54.685718 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-e25edc9e-ce88-4ac5-b3eb-3ac677c6dc7e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'security_group_rule': {'security_group_id': 'c8b90c42-60b5-4690-a416-b460f4f0a752', 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:54.722057 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e25edc9e-ce88-4ac5-b3eb-3ac677c6dc7e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.808347 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e25edc9e-ce88-4ac5-b3eb-3ac677c6dc7e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.814880 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e25edc9e-ce88-4ac5-b3eb-3ac677c6dc7e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.821626 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:54.838440 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25edc9e-ce88-4ac5-b3eb-3ac677c6dc7e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4dfd5a-bb2d-44b3-a6b5-bf1810f287ae,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:54.841473 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e25edc9e-ce88-4ac5-b3eb-3ac677c6dc7e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:54.846656 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e25edc9e-ce88-4ac5-b3eb-3ac677c6dc7e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.850493 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-e25edc9e-ce88-4ac5-b3eb-3ac677c6dc7e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1659775 Jun 22 00:52:54.850821 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59082) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:54.858504 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-a69a33c7-ae9f-44dc-97d6-c6e261d364c1 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'security_group_rule': {'security_group_id': 'c8b90c42-60b5-4690-a416-b460f4f0a752', 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:54.899658 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a69a33c7-ae9f-44dc-97d6-c6e261d364c1 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.964014 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0c0ba4cc-5758-4f7c-95f8-d02f30d8c241 req-e98086f9-fab2-4497-a724-7aa9057fcbc9 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288034 Jun 22 00:52:54.971300 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a69a33c7-ae9f-44dc-97d6-c6e261d364c1 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.977343 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a69a33c7-ae9f-44dc-97d6-c6e261d364c1 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:54.980524 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:55.003273 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a33c7-ae9f-44dc-97d6-c6e261d364c1 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26c3f93-5b32-478a-a8f6-1fc26d360fe8,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:55.013238 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-a69a33c7-ae9f-44dc-97d6-c6e261d364c1 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:55.016544 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ac5c46a2-eb8c-4ca2-a56e-2996239960b3 req-f7d84465-3b29-435a-bfd5-d400e8efe621 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213426 Jun 22 00:52:55.026610 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a69a33c7-ae9f-44dc-97d6-c6e261d364c1 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.030870 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-a69a33c7-ae9f-44dc-97d6-c6e261d364c1 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1777642 Jun 22 00:52:55.031490 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59084) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:55.046182 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-eb3372c8-be18-4f5c-aec9-97ad743cbc05 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'security_group_rule': {'security_group_id': 'c8b90c42-60b5-4690-a416-b460f4f0a752', 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:55.072862 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5985cd-266a-488d-bb23-f76858820213 req-3aa46230-56be-4e47-85d3-c407d7eb1528 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:55.074906 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-3aa46230-56be-4e47-85d3-c407d7eb1528 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.15 "GET /v2.0/networks?id=f92a2cec-a693-4e05-94b5-39b9afbe845f HTTP/1.1" status: 200 len: 808 time: 0.4663186 Jun 22 00:52:55.088237 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.securitygroups_db [None req-eb3372c8-be18-4f5c-aec9-97ad743cbc05 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Project ebf63b041c0046d29dac298f4c8f4558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 00:52:55.097292 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-eb3372c8-be18-4f5c-aec9-97ad743cbc05 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.186737 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-d48daada-38c7-4e5a-8596-477492f7db97 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22e2584999b7475eac023989b6168a85 HTTP/1.1" status: 200 len: 379 time: 0.0919402 Jun 22 00:52:55.204346 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-eb3372c8-be18-4f5c-aec9-97ad743cbc05 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.208484 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-eb3372c8-be18-4f5c-aec9-97ad743cbc05 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.212512 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d0bf7372-14bb-4ea6-9ec3-986bc1d62678 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:55.215653 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ad49ef3d-c9d8-469c-a4eb-c67fb7e160a6 req-37d9a061-9536-4b23-8431-42b4617cda7f tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 210 time: 0.0519192 Jun 22 00:52:55.219062 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Request body: {'port': {'device_id': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'admin_state_up': True, 'tenant_id': '22e2584999b7475eac023989b6168a85', 'security_groups': ['5c2c563a-800f-4997-b59d-d8886d7d8291']}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:55.237159 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-eb3372c8-be18-4f5c-aec9-97ad743cbc05 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.243833 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 5258744d-51e9-4f6a-b21c-da358dde7485 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:55.244397 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 59086) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:55.247795 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-eb3372c8-be18-4f5c-aec9-97ad743cbc05 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2076662 Jun 22 00:52:55.256538 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3372c8-be18-4f5c-aec9-97ad743cbc05 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36888c5f-ce40-4078-bdf0-7bfaf11284bb,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:55.260566 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-eb3372c8-be18-4f5c-aec9-97ad743cbc05 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:55.271598 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-b9e6eacf-a19b-4baf-ba46-694a8f4a9f24 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'security_group_rule': {'security_group_id': 'c8b90c42-60b5-4690-a416-b460f4f0a752', 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:55.308315 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 5258744d-51e9-4f6a-b21c-da358dde7485 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:55.316626 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 5258744d-51e9-4f6a-b21c-da358dde7485 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:55.316934 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.385782 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.securitygroups_db [None req-b9e6eacf-a19b-4baf-ba46-694a8f4a9f24 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Project ebf63b041c0046d29dac298f4c8f4558 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 00:52:55.408467 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eacf-a19b-4baf-ba46-694a8f4a9f24 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.416117 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.439295 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 5258744d-51e9-4f6a-b21c-da358dde7485, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=5258744d-51e9-4f6a-b21c-da358dde7485,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:55.444141 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.447781 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-a26d0b5b-2e3e-41db-b75d-790f2311e1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:55.479365 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d199d34-6b64-43ec-9f9a-267a9566f445 req-eabc839e-cc39-43b7-ab24-065695b10355 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:55.481056 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6d199d34-6b64-43ec-9f9a-267a9566f445 req-eabc839e-cc39-43b7-ab24-065695b10355 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.2679198 Jun 22 00:52:55.484356 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Deleting port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:55.484756 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.500927 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=5258744d-51e9-4f6a-b21c-da358dde7485,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:55.504880 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:55.603073 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Made reservation on behalf of 22e2584999b7475eac023989b6168a85 for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:55.607090 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.636266 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6d199d34-6b64-43ec-9f9a-267a9566f445 req-e3e16362-36a6-4a71-bbfa-894133c22377 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431606 Jun 22 00:52:55.639997 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eacf-a19b-4baf-ba46-694a8f4a9f24 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.647977 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eacf-a19b-4baf-ba46-694a8f4a9f24 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.667374 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:55.724209 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] For port 91d70d35-c5fe-43db-8f8d-0b5ccf63d136, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=91d70d35-c5fe-43db-8f8d-0b5ccf63d136,segment=NetworkSegment(98239ad9-1845-48d9-b9e8-f8834c927dad),segment_id=98239ad9-1845-48d9-b9e8-f8834c927dad)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:55.724652 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.727170 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6eacf-a19b-4baf-ba46-694a8f4a9f24 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0463c403-3f9f-4b73-9c35-76cfae4c0dc6,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:55.743825 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b9e6eacf-a19b-4baf-ba46-694a8f4a9f24 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:55.753733 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eacf-a19b-4baf-ba46-694a8f4a9f24 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:55.754918 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b9e6eacf-a19b-4baf-ba46-694a8f4a9f24 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5081193 Jun 22 00:52:55.818173 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Calling delete_port for 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 owned by network:router_interface {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:55.828395 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Sync routers for ids ['9680bfd4-13d8-4455-80ea-c394efe15ea1'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:52:55.838048 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Routers {'9680bfd4-13d8-4455-80ea-c394efe15ea1'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:55.838677 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['9680bfd4-13d8-4455-80ea-c394efe15ea1'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:55.916654 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Allocated IP 172.20.0.10 (f92a2cec-a693-4e05-94b5-39b9afbe845f/7cb2c4a4-29de-4451-aa22-e51b0f342bc3/4d81e072-bc85-484c-8b2c-890176e901af) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:55.960312 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Set router 9680bfd4-13d8-4455-80ea-c394efe15ea1 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:56.191390 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:56.261915 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'name': 'tempest-TestVolumeBootPattern-1856300892-router', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:47Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 4, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'gw_port': {'id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:48Z', 'updated_at': '2021-06-22T00:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'fd37df42-f3ad-4503-ac25-dce0de422345', 'name': '', 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'mac_address': 'fa:16:3e:42:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd5cbab5e-330e-4b10-8bba-5d307d8a6daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:50Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 2, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'subnets': [{'id': 'd5cbab5e-330e-4b10-8bba-5d307d8a6daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:56.271174 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:56.294240 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Checking router: 9680bfd4-13d8-4455-80ea-c394efe15ea1 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:52:56.294611 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Updating router 9680bfd4-13d8-4455-80ea-c394efe15ea1 port fd37df42-f3ad-4503-ac25-dce0de422345 binding host dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:52:56.314404 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:56.330966 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:56.343821 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:56.362695 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Transition to ACTIVE for port object 4d81e072-bc85-484c-8b2c-890176e901af will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:56.379350 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d70d35-c5fe-43db-8f8d-0b5ccf63d136,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:56.397613 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:56.472964 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c6b6e-bddb-483a-b35b-4efc52ca9fc2 req-d79d8076-dbf5-428b-8296-f09488860fb6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:56.474483 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d98c6b6e-bddb-483a-b35b-4efc52ca9fc2 req-d79d8076-dbf5-428b-8296-f09488860fb6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 945 time: 0.3553169 Jun 22 00:52:56.529743 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeb3a5-c628-44a8-aab3-2ee3c3ce9f56 req-7913b64a-2173-478f-abf6-5927e03c2bbf tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:56.531233 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a9eeb3a5-c628-44a8-aab3-2ee3c3ce9f56 req-7913b64a-2173-478f-abf6-5927e03c2bbf tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 944 time: 0.3298812 Jun 22 00:52:56.546741 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efc920-2491-4696-a6c6-d5932f64606b req-7940fce4-d9a9-42fb-9834-a61e2ab29b41 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:56.548255 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-25efc920-2491-4696-a6c6-d5932f64606b req-7940fce4-d9a9-42fb-9834-a61e2ab29b41 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 945 time: 0.3104658 Jun 22 00:52:56.556473 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:56.577893 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:56.610107 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:56.665230 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Notify callbacks [] for port, precommit_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:56.678623 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Transition to ACTIVE for port object fd37df42-f3ad-4503-ac25-dce0de422345 will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:56.687338 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:56.690008 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:56.696988 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:56.706219 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d98c6b6e-bddb-483a-b35b-4efc52ca9fc2 req-3b0ac3de-3ff4-4916-8d6d-2b68c846467f tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185106 Jun 22 00:52:56.722045 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:56.722433 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:56.731720 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Network f92a2cec-a693-4e05-94b5-39b9afbe845f is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:56.774555 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:56.798883 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a9eeb3a5-c628-44a8-aab3-2ee3c3ce9f56 req-5a6930fd-f29b-4b44-af45-fae5b7c09706 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478445 Jun 22 00:52:56.803782 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:56.820610 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event updated for resources: {'Port': ['ID=4d81e072-bc85-484c-8b2c-890176e901af,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:56.825795 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74106c3d-fc96-4e46-960b-49d0f32d4856 None None] Pushing event updated for resources: {'Port': ['ID=fd37df42-f3ad-4503-ac25-dce0de422345,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:56.831754 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-74106c3d-fc96-4e46-960b-49d0f32d4856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:56.873576 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:56.938711 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Attempting to bind port fd37df42-f3ad-4503-ac25-dce0de422345 on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:56.938711 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Attempting to bind port fd37df42-f3ad-4503-ac25-dce0de422345 by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '90a1c962-4627-4320-87ab-1cbdcb4e2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:56.939335 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Attempting to bind port fd37df42-f3ad-4503-ac25-dce0de422345 on network 644578e7-b406-4ece-a31d-3e99dd9cc8e3 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:56.969825 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:56.970444 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Checking segment: {'id': '90a1c962-4627-4320-87ab-1cbdcb4e2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:56.971221 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:56.971823 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Bound using segment: {'id': '90a1c962-4627-4320-87ab-1cbdcb4e2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:56.972525 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Bound port: fd37df42-f3ad-4503-ac25-dce0de422345, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a1c962-4627-4320-87ab-1cbdcb4e2a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:56.973130 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:57.016602 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:57.038751 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824236'] for router_interface, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:57.077914 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efdab06-efcc-465c-84f4-a1dba46cde8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:57.080997 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03700ee5-e864-41ad-9c5c-f4a44ea51736" -d '{"events": [{"server_uuid": "5efdab06-efcc-465c-84f4-a1dba46cde8b", "name": "network-vif-plugged", "status": "completed", "tag": "e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:57.082882 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:57.083680 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:57.107614 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] For port fd37df42-f3ad-4503-ac25-dce0de422345, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:57.115759 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb,segment=NetworkSegment(c74b93d9-2b24-4800-9c98-e41bcf8200d6),segment_id=c74b93d9-2b24-4800-9c98-e41bcf8200d6)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:57.132116 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:57.137801 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] For port fd37df42-f3ad-4503-ac25-dce0de422345, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=fd37df42-f3ad-4503-ac25-dce0de422345,segment=NetworkSegment(90a1c962-4627-4320-87ab-1cbdcb4e2a77),segment_id=90a1c962-4627-4320-87ab-1cbdcb4e2a77)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:57.138797 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:57.156624 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9444547 Jun 22 00:52:57.157983 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-25efc920-2491-4696-a6c6-d5932f64606b req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Deleting port 0a03e900-0808-498e-babe-78f009d53055 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:57.158323 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-25efc920-2491-4696-a6c6-d5932f64606b req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:57.164851 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:57.213224 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:57.217819 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:57.218291 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:57.242176 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Routers {'9680bfd4-13d8-4455-80ea-c394efe15ea1'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:57.242821 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['9680bfd4-13d8-4455-80ea-c394efe15ea1'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:57.342690 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74106c3d-fc96-4e46-960b-49d0f32d4856 None None] Pushing event updated for resources: {'Port': ['ID=fd37df42-f3ad-4503-ac25-dce0de422345,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:57.345842 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 5258744d-51e9-4f6a-b21c-da358dde7485 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:57.350875 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-74106c3d-fc96-4e46-960b-49d0f32d4856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:57.419668 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-17a017b5-9a1c-4623-8a5d-613550e9bfc9 None None] Provisioning for port 4d81e072-bc85-484c-8b2c-890176e901af completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:57.433772 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-17a017b5-9a1c-4623-8a5d-613550e9bfc9 None None] Provisioning complete for port 4d81e072-bc85-484c-8b2c-890176e901af triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:57.434160 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-17a017b5-9a1c-4623-8a5d-613550e9bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:57.462351 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] Set router 9680bfd4-13d8-4455-80ea-c394efe15ea1 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:57.520719 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-17a017b5-9a1c-4623-8a5d-613550e9bfc9 None None] Port 4d81e072-bc85-484c-8b2c-890176e901af cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:52:57.524368 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 5258744d-51e9-4f6a-b21c-da358dde7485 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:57.524834 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:57.542872 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Request body: {'port': {'device_id': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:57.656732 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed55aa-e9ea-4e5d-ab37-838de7217210 req-6ed58f51-2471-4163-87af-4cd2e7e65485 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:57.658193 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-87ed55aa-e9ea-4e5d-ab37-838de7217210 req-6ed58f51-2471-4163-87af-4cd2e7e65485 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 932 time: 0.7295175 Jun 22 00:52:57.717203 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb0146-6b72-43b8-9b82-92407a4f6613 req-0ff8a64f-e29e-4e9f-b057-fea7372403d9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:57.718748 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-30cb0146-6b72-43b8-9b82-92407a4f6613 req-0ff8a64f-e29e-4e9f-b057-fea7372403d9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.7075586 Jun 22 00:52:57.760226 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'name': 'tempest-TestVolumeBootPattern-1856300892-router', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:47Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 4, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'gw_port': {'id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:48Z', 'updated_at': '2021-06-22T00:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'fd37df42-f3ad-4503-ac25-dce0de422345', 'name': '', 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'mac_address': 'fa:16:3e:42:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd5cbab5e-330e-4b10-8bba-5d307d8a6daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:50Z', 'updated_at': '2021-06-22T00:52:57Z', 'revision_number': 4, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'subnets': [{'id': 'd5cbab5e-330e-4b10-8bba-5d307d8a6daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:57.794701 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:57.802725 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-25efc920-2491-4696-a6c6-d5932f64606b req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] For port 0a03e900-0808-498e-babe-78f009d53055, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=0a03e900-0808-498e-babe-78f009d53055,segment=NetworkSegment(d4b61a43-b131-4094-9780-775e7a5382d1),segment_id=d4b61a43-b131-4094-9780-775e7a5382d1)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:57.802725 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-25efc920-2491-4696-a6c6-d5932f64606b req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:57.898480 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-87ed55aa-e9ea-4e5d-ab37-838de7217210 req-77f44661-3ae2-4745-9737-ecc460e7397f tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2262881 Jun 22 00:52:57.900863 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32137e9-21ee-46c2-a90b-2bac93605e7e None None] The sync data for ids ['9680bfd4-13d8-4455-80ea-c394efe15ea1'] in dv-cinder-753305-6-iscsi is: [{'id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'name': 'tempest-TestVolumeBootPattern-1856300892-router', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:47Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 4, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'gw_port': {'id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:48Z', 'updated_at': '2021-06-22T00:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'fd37df42-f3ad-4503-ac25-dce0de422345', 'name': '', 'network_id': '644578e7-b406-4ece-a31d-3e99dd9cc8e3', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'mac_address': 'fa:16:3e:42:86:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'd5cbab5e-330e-4b10-8bba-5d307d8a6daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:50Z', 'updated_at': '2021-06-22T00:52:57Z', 'revision_number': 4, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'subnets': [{'id': 'd5cbab5e-330e-4b10-8bba-5d307d8a6daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:52:57.926154 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-25efc920-2491-4696-a6c6-d5932f64606b req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Calling delete_port for 0a03e900-0808-498e-babe-78f009d53055 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:57.967043 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-30cb0146-6b72-43b8-9b82-92407a4f6613 req-36c40770-f1cd-482c-89c2-b41647df0a1c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327154 Jun 22 00:52:57.969227 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e6a81e-03e7-4e7f-8169-334060de69ed x-openstack-request-id: req-62e6a81e-03e7-4e7f-8169-334060de69ed {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:57.969533 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efdab06-efcc-465c-84f4-a1dba46cde8b", "name": "network-vif-plugged", "status": "completed", "tag": "e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:57.969851 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62e6a81e-03e7-4e7f-8169-334060de69ed {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:57.970223 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efdab06-efcc-465c-84f4-a1dba46cde8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb', 'code': 200} Jun 22 00:52:58.301326 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:52:58.323271 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26590844-41e8-49ad-a7eb-053c43f8be72 req-13458d18-4697-4381-a190-59a7042bf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:58.324930 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-26590844-41e8-49ad-a7eb-053c43f8be72 req-13458d18-4697-4381-a190-59a7042bf117 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 1098 time: 0.0607562 Jun 22 00:52:58.370345 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-26590844-41e8-49ad-a7eb-053c43f8be72 req-fa1bf417-9161-418d-82d7-74b44e0dcf6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388424 Jun 22 00:52:58.475507 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108b9ee-369a-426b-957e-62303b8922de req-39d55a50-3284-4965-a46f-9b777ef4e367 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:58.477419 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0108b9ee-369a-426b-957e-62303b8922de req-39d55a50-3284-4965-a46f-9b777ef4e367 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 945 time: 0.3845224 Jun 22 00:52:58.489235 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6274fe9-4e53-41a0-a0c3-70555007f619 req-10f78d7c-8a63-479d-8726-627cd60f44a5 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:58.490716 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c6274fe9-4e53-41a0-a0c3-70555007f619 req-10f78d7c-8a63-479d-8726-627cd60f44a5 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 945 time: 0.3403342 Jun 22 00:52:58.505188 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-25efc920-2491-4696-a6c6-d5932f64606b req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:58.528232 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:58.545822 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['0a03e900-0808-498e-babe-78f009d53055'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:58.620491 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Pushing event deleted for resources: {'Port': ['ID=0a03e900-0808-498e-babe-78f009d53055,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:58.650047 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:58.707520 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c6274fe9-4e53-41a0-a0c3-70555007f619 req-be2d21ac-0486-4761-b133-ae0fa79916bc tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956201 Jun 22 00:52:58.734426 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0108b9ee-369a-426b-957e-62303b8922de req-5396a5b1-d8b1-4266-9d49-354f6965b750 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/security-groups?id=af6412cd-386b-4aa5-9735-835628f74bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302923 Jun 22 00:52:58.737027 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-25efc920-2491-4696-a6c6-d5932f64606b req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] No DVR routers for this DVR port 0a03e900-0808-498e-babe-78f009d53055 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:52:58.740612 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:52:58.743910 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-25efc920-2491-4696-a6c6-d5932f64606b req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:58.745894 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-25efc920-2491-4696-a6c6-d5932f64606b req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.15 "DELETE /v2.0/ports/0a03e900-0808-498e-babe-78f009d53055 HTTP/1.1" status: 204 len: 173 time: 2.1830273 Jun 22 00:52:58.746320 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07c210f-1f0e-43e6-a443-97eb947a365e', 'name': 'network-vif-deleted', 'tag': '0a03e900-0808-498e-babe-78f009d53055'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:58.748646 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0975137a-3895-4f11-878b-6168e8de34f5" -d '{"events": [{"server_uuid": "c07c210f-1f0e-43e6-a443-97eb947a365e", "name": "network-vif-deleted", "tag": "0a03e900-0808-498e-babe-78f009d53055"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:58.749654 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df3e12-c59a-4af2-a68b-b4ac8eeb2516 None None] Sync routers for ids ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:52:58.752797 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d81e072-bc85-484c-8b2c-890176e901af {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:52:58.764082 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-eff189f3-0a65-4955-b900-ba793df35388 admin admin] 10.222.0.26 "PUT /v2.0/routers/1c8bd68a-10b5-4f7a-8b65-9ee481e2c592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2810671 Jun 22 00:52:58.764335 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59164) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:58.768471 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:58.778626 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df3e12-c59a-4af2-a68b-b4ac8eeb2516 None None] Routers {'1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:58.779528 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-68df3e12-c59a-4af2-a68b-b4ac8eeb2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:58.782723 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Transition to ACTIVE for port object 4d81e072-bc85-484c-8b2c-890176e901af will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:58.796449 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:58.824645 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c30556e-da31-49c2-980d-f4c3d3ee3e8d x-openstack-request-id: req-8c30556e-da31-49c2-980d-f4c3d3ee3e8d {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:58.825140 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07c210f-1f0e-43e6-a443-97eb947a365e", "name": "network-vif-deleted", "tag": "0a03e900-0808-498e-babe-78f009d53055", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:58.825512 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8c30556e-da31-49c2-980d-f4c3d3ee3e8d {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:58.826251 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07c210f-1f0e-43e6-a443-97eb947a365e', 'name': 'network-vif-deleted', 'tag': '0a03e900-0808-498e-babe-78f009d53055', 'status': 'completed', 'code': 200} Jun 22 00:52:58.826526 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-8259f0c5-fa09-4e87-a67b-883f3fc75dea tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:58.904941 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-68df3e12-c59a-4af2-a68b-b4ac8eeb2516 None None] Set router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:58.912184 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Notify callbacks [] for router, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:59.039728 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Pushing event updated for resources: {'Port': ['ID=4d81e072-bc85-484c-8b2c-890176e901af,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:59.056282 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:59.126780 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:59.136025 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Attempting to bind port 4d81e072-bc85-484c-8b2c-890176e901af on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:59.136301 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Attempting to bind port 4d81e072-bc85-484c-8b2c-890176e901af by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:59.136582 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Attempting to bind port 4d81e072-bc85-484c-8b2c-890176e901af on network f92a2cec-a693-4e05-94b5-39b9afbe845f {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:59.150968 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Port 4d81e072-bc85-484c-8b2c-890176e901af on network f92a2cec-a693-4e05-94b5-39b9afbe845f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:52:59.150968 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Attempting to bind port 4d81e072-bc85-484c-8b2c-890176e901af on network f92a2cec-a693-4e05-94b5-39b9afbe845f {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:59.158578 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:59.158971 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Checking segment: {'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:59.159353 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Bound using segment: {'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:59.159815 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Bound port: 4d81e072-bc85-484c-8b2c-890176e901af, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c12478c-5d5e-4b72-9354-6b9aa0305c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:59.160790 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:59.244120 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-68df3e12-c59a-4af2-a68b-b4ac8eeb2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-router', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:52:56Z', 'revision_number': 5, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'gw_port': {'id': '0e50b45d-c42d-408d-950a-9f963e9a1e0d', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:59.248854 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Deleting port 0e50b45d-c42d-408d-950a-9f963e9a1e0d {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:59.249222 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:59.271693 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df3e12-c59a-4af2-a68b-b4ac8eeb2516 None None] Checking router: 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:52:59.280191 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df3e12-c59a-4af2-a68b-b4ac8eeb2516 None None] Routers {'1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:59.281033 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-68df3e12-c59a-4af2-a68b-b4ac8eeb2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:59.339073 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device fd37df42-f3ad-4503-ac25-dce0de422345 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:59.366453 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] For port 0e50b45d-c42d-408d-950a-9f963e9a1e0d, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=0e50b45d-c42d-408d-950a-9f963e9a1e0d,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:59.368613 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:59.385521 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] For port 4d81e072-bc85-484c-8b2c-890176e901af, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:59.394608 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port fd37df42-f3ad-4503-ac25-dce0de422345 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:59.394806 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] For port 4d81e072-bc85-484c-8b2c-890176e901af, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4d81e072-bc85-484c-8b2c-890176e901af,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:59.403650 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port fd37df42-f3ad-4503-ac25-dce0de422345 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:59.404629 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:59.405702 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:59.406141 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-68df3e12-c59a-4af2-a68b-b4ac8eeb2516 None None] Set router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 gateway port host: None {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:59.411153 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-fb9c86a6-d6e5-496c-84bc-ecb8f2bb2989 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:59.454968 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Calling delete_port for 0e50b45d-c42d-408d-950a-9f963e9a1e0d owned by network:router_gateway {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:59.466306 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b41bba-e70c-4d1e-a2df-ec01dfc3b3a3 req-bf91a6d4-d28a-44f4-9363-97c0a7ef915f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:59.468395 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-68df3e12-c59a-4af2-a68b-b4ac8eeb2516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-router', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:52:59Z', 'revision_number': 6, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'gw_port_host': None}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:59.475064 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b9b41bba-e70c-4d1e-a2df-ec01dfc3b3a3 req-bf91a6d4-d28a-44f4-9363-97c0a7ef915f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.2115402 Jun 22 00:52:59.485091 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35cc1a-fa4f-4b07-9ba8-53b5e42fdfd4 req-36088ec0-48cc-46d3-bf65-397324bf2401 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:59.486692 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ff35cc1a-fa4f-4b07-9ba8-53b5e42fdfd4 req-36088ec0-48cc-46d3-bf65-397324bf2401 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.2460411 Jun 22 00:52:59.521059 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:59.586130 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port fd37df42-f3ad-4503-ac25-dce0de422345, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=fd37df42-f3ad-4503-ac25-dce0de422345,segment=NetworkSegment(90a1c962-4627-4320-87ab-1cbdcb4e2a77),segment_id=90a1c962-4627-4320-87ab-1cbdcb4e2a77)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:59.593625 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:59.594659 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:59.596176 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:59.600823 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] 10.222.0.15 "PUT /v2.0/ports/4d81e072-bc85-484c-8b2c-890176e901af HTTP/1.1" status: 200 len: 1094 time: 2.0918298 Jun 22 00:52:59.604397 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:59.667108 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68df3e12-c59a-4af2-a68b-b4ac8eeb2516 None None] The sync data for ids ['1c8bd68a-10b5-4f7a-8b65-9ee481e2c592'] in dv-cinder-753305-6-iscsi is: [{'id': '1c8bd68a-10b5-4f7a-8b65-9ee481e2c592', 'name': 'tempest-ServerRescueNegativeTestJSON-1183983524-router', 'tenant_id': 'e96ad52116724cd9b1953f707e95af4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:52:59Z', 'revision_number': 6, 'project_id': 'e96ad52116724cd9b1953f707e95af4f', 'gw_port_host': None}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:52:59.704228 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=fd37df42-f3ad-4503-ac25-dce0de422345,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:59.707499 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b9b41bba-e70c-4d1e-a2df-ec01dfc3b3a3 req-36698801-ad91-47eb-9501-c84dbd15249a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311702 Jun 22 00:52:59.755840 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:59.758916 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Pushing event updated for resources: {'Port': ['ID=4d81e072-bc85-484c-8b2c-890176e901af,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:59.769514 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:59.788551 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ff35cc1a-fa4f-4b07-9ba8-53b5e42fdfd4 req-bf842377-4b0d-4cf0-a916-64da6cc52b27 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295458 Jun 22 00:52:59.828138 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5985cd-266a-488d-bb23-f76858820213 req-36584a49-2d46-44d4-9fc2-e221a63ff0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:59.829671 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-36584a49-2d46-44d4-9fc2-e221a63ff0b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22e2584999b7475eac023989b6168a85&device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 1097 time: 0.1212747 Jun 22 00:52:59.856997 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:59.860036 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:59.889744 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-956755a7-ef7c-4e3f-91d2-4b6ad25a85e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d81e072-bc85-484c-8b2c-890176e901af HTTP/1.1" status: 200 len: 217 time: 0.0443668 Jun 22 00:52:59.906057 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e50b45d-c42d-408d-950a-9f963e9a1e0d,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:59.913880 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:00.002745 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785289'] for router_gateway, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.014209 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1f65e756-6190-4457-b48e-ccb6f30a5adc req-0c2a5508-62e6-4dcb-92d2-f44928e072a6 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] 10.222.0.26 "GET /v2.0/ports?device_id=c07c210f-1f0e-43e6-a443-97eb947a365e HTTP/1.1" status: 200 len: 210 time: 0.0466094 Jun 22 00:53:00.021301 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5985cd-266a-488d-bb23-f76858820213 req-ad2392b4-324d-4016-968e-f7ebc4a9b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:00.022751 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-ad2392b4-324d-4016-968e-f7ebc4a9b631 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2c4a4-29de-4451-aa22-e51b0f342bc3 HTTP/1.1" status: 200 len: 847 time: 0.1256821 Jun 22 00:53:00.087525 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47a52b-2218-4789-9662-90b7b6f50e22 req-1ce59adb-65b4-47a9-8dd2-5c43ea709f91 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:00.089051 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8e47a52b-2218-4789-9662-90b7b6f50e22 req-1ce59adb-65b4-47a9-8dd2-5c43ea709f91 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 945 time: 0.1805699 Jun 22 00:53:00.121307 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26058'] for router, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.127445 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.145122 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5985cd-266a-488d-bb23-f76858820213 req-7841efb7-5028-4135-9549-cc8a02a86479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:00.146498 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-7841efb7-5028-4135-9549-cc8a02a86479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f92a2cec-a693-4e05-94b5-39b9afbe845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1000555 Jun 22 00:53:00.152191 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8e47a52b-2218-4789-9662-90b7b6f50e22 req-403294a0-4f86-4e56-9de4-c25b87af0ddc tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513675 Jun 22 00:53:00.195874 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3823605'] for router, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.196592 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 {{(pid=99509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 00:53:00.201817 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.204670 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1c8bd68a-10b5-4f7a-8b65-9ee481e2c592 HTTP/1.1" status: 204 len: 168 time: 1.4375596 Jun 22 00:53:00.205616 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59176) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:00.241657 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-59b8f480-847f-4b41-809f-b297ca8d35d1 service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850849 Jun 22 00:53:00.249504 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d67b48-2abe-426a-9f61-65c8d208d657 admin admin] Deleting subnet 5a9e655c-cb93-419e-885b-298c02f8abb4 {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:53:00.253366 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d9d67b48-2abe-426a-9f61-65c8d208d657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.293903 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d9d67b48-2abe-426a-9f61-65c8d208d657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10396607'] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.345075 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d9d67b48-2abe-426a-9f61-65c8d208d657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.346321 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f5985cd-266a-488d-bb23-f76858820213 req-f7e9e6da-0e54-4254-b181-c739cd69a679 service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972281 Jun 22 00:53:00.414962 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d9d67b48-2abe-426a-9f61-65c8d208d657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9353184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8710147'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.417879 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-3aee8132-dcdd-45f0-89b8-a29d4160ed8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:00.443169 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d67b48-2abe-426a-9f61-65c8d208d657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9e655c-cb93-419e-885b-298c02f8abb4,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:00.445111 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d9d67b48-2abe-426a-9f61-65c8d208d657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.447004 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d9d67b48-2abe-426a-9f61-65c8d208d657 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5a9e655c-cb93-419e-885b-298c02f8abb4 HTTP/1.1" status: 204 len: 168 time: 0.2404289 Jun 22 00:53:00.447861 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d9d67b48-2abe-426a-9f61-65c8d208d657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:00.449490 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59178) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:00.517024 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.595794 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.607404 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7b0e08fb-48b7-40db-862a-78500b6a30f2 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:53:00.608053 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd66bcf7-565c-4d87-81a2-097abc66200e']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:00.619410 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 0a03e900-0808-498e-babe-78f009d53055 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:53:00.619621 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98239ad9-1845-48d9-b9e8-f8834c927dad') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:00.619782 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98239ad9-1845-48d9-b9e8-f8834c927dad') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:00.628748 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.642904 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.643230 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 0a03e900-0808-498e-babe-78f009d53055 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:53:00.643582 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 0a03e900-0808-498e-babe-78f009d53055 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:53:00.651170 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:53:00.651963 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:53:00.654650 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:53:00.719342 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.723175 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-415d4402-3efd-4778-8b27-9bb7f84254c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:00.726116 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.728536 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] 10.222.0.26 "DELETE /v2.0/networks/bd66bcf7-565c-4d87-81a2-097abc66200e HTTP/1.1" status: 204 len: 168 time: 0.2779713 Jun 22 00:53:00.744162 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:00.744715 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd66bcf7-565c-4d87-81a2-097abc66200e,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:00.747249 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:00.754661 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'port_id': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'mac_address': 'fa:16:3e:7c:e5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:53:00.792062 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.806522 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b0e08fb-48b7-40db-862a-78500b6a30f2 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:53:00.827971 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:53:00.830227 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:00.832597 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18555660-153f-4147-8980-81271f8b58c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "tag": "4d81e072-bc85-484c-8b2c-890176e901af"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:53:00.837845 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:00.839950 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-abb43b01-64e3-442f-a969-9aede7907b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:00.893495 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=7b0e08fb-48b7-40db-862a-78500b6a30f2,revision_number=6']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:00.905708 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:00.938727 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59190) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:00.962407 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f27c60-60e4-49be-9e29-db167c9d45f6 req-7476273d-bd87-432d-a44b-18ddce9909f8 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:00.971519 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-07f27c60-60e4-49be-9e29-db167c9d45f6 req-7476273d-bd87-432d-a44b-18ddce9909f8 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.0917959 Jun 22 00:53:00.986754 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-3cf45cc9-2954-4c47-a330-c034b0a9e76c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e96ad52116724cd9b1953f707e95af4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454502 Jun 22 00:53:00.988777 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59192) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:01.040821 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-07f27c60-60e4-49be-9e29-db167c9d45f6 req-69e7c5e6-86d9-423e-9a7c-b6c414cf70db tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520456 Jun 22 00:53:01.047996 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7e06c979-47e1-4194-8f48-0f5f91093d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.048381 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['7b0e08fb-48b7-40db-862a-78500b6a30f2'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:53:01.062124 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e36ede-6161-4e16-8052-0d0f311ea05b req-427256da-d9e4-48c9-8d7d-291eae4b7389 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:01.063839 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-10e36ede-6161-4e16-8052-0d0f311ea05b req-427256da-d9e4-48c9-8d7d-291eae4b7389 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.1214280 Jun 22 00:53:01.078779 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7e06c979-47e1-4194-8f48-0f5f91093d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.118914 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-10e36ede-6161-4e16-8052-0d0f311ea05b req-9849047b-66c6-46cf-b7ad-ec1ca1d50a96 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473125 Jun 22 00:53:01.120730 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfdc58d-dd94-4997-93e5-884bca9275b4 x-openstack-request-id: req-cdfdc58d-dd94-4997-93e5-884bca9275b4 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:53:01.121651 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "tag": "4d81e072-bc85-484c-8b2c-890176e901af", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:53:01.122555 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cdfdc58d-dd94-4997-93e5-884bca9275b4 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:53:01.123270 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af', 'status': 'completed', 'code': 200} Jun 22 00:53:01.173970 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7e06c979-47e1-4194-8f48-0f5f91093d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.181874 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-7e06c979-47e1-4194-8f48-0f5f91093d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.186750 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-7e06c979-47e1-4194-8f48-0f5f91093d21 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83172641-9387-4a3a-8e1b-e7bd87f2e2ec HTTP/1.1" status: 204 len: 168 time: 0.1962166 Jun 22 00:53:01.188343 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-4a9e213e-b737-4277-bc6a-e8c795517581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:01.216948 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06c979-47e1-4194-8f48-0f5f91093d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83172641-9387-4a3a-8e1b-e7bd87f2e2ec,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:01.220738 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7e06c979-47e1-4194-8f48-0f5f91093d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:01.238865 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59200) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:01.282786 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device fd37df42-f3ad-4503-ac25-dce0de422345 up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:01.302664 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-496d113c-764a-4e46-9aaa-3923d0c6b9f1 admin admin] Deleting subnet 6e1a9e46-eede-4dcb-adf3-f8c4b66dab15 {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:53:01.305996 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555660-153f-4147-8980-81271f8b58c1 req-f5efc11b-dcda-485d-a4a9-2f6c2bb9c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:01.307592 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-496d113c-764a-4e46-9aaa-3923d0c6b9f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.309388 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-18555660-153f-4147-8980-81271f8b58c1 req-f5efc11b-dcda-485d-a4a9-2f6c2bb9c6c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22e2584999b7475eac023989b6168a85&device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 1097 time: 0.1308692 Jun 22 00:53:01.390414 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-496d113c-764a-4e46-9aaa-3923d0c6b9f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10396607'] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.456430 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-496d113c-764a-4e46-9aaa-3923d0c6b9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.467618 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port fd37df42-f3ad-4503-ac25-dce0de422345 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:01.468208 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.547537 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-496d113c-764a-4e46-9aaa-3923d0c6b9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9353184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8710147'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.552588 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d4d12053-2e90-47b1-b7cc-ca5ecca50002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:01.555375 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555660-153f-4147-8980-81271f8b58c1 req-eca3920e-ffad-486f-b934-bddf5f9607ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:01.556861 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-18555660-153f-4147-8980-81271f8b58c1 req-eca3920e-ffad-486f-b934-bddf5f9607ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=f92a2cec-a693-4e05-94b5-39b9afbe845f HTTP/1.1" status: 200 len: 909 time: 0.2392430 Jun 22 00:53:01.581677 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1802c-89f1-4140-97b7-4ae9a04cc70f req-d7bacacb-fb68-44d2-951a-7256763f9f81 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:01.590059 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-55d1802c-89f1-4140-97b7-4ae9a04cc70f req-d7bacacb-fb68-44d2-951a-7256763f9f81 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 945 time: 0.1574540 Jun 22 00:53:01.598485 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-496d113c-764a-4e46-9aaa-3923d0c6b9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.600588 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-496d113c-764a-4e46-9aaa-3923d0c6b9f1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6e1a9e46-eede-4dcb-adf3-f8c4b66dab15 HTTP/1.1" status: 204 len: 168 time: 0.3604007 Jun 22 00:53:01.602984 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d113c-764a-4e46-9aaa-3923d0c6b9f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1a9e46-eede-4dcb-adf3-f8c4b66dab15,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:01.609547 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-496d113c-764a-4e46-9aaa-3923d0c6b9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:01.610410 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59204) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:01.629620 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-18555660-153f-4147-8980-81271f8b58c1 req-2a62aeb8-f35d-4963-8ed2-e6b2c0d6cc04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d81e072-bc85-484c-8b2c-890176e901af HTTP/1.1" status: 200 len: 217 time: 0.0655193 Jun 22 00:53:01.661391 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0e50b45d-c42d-408d-950a-9f963e9a1e0d no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:53:01.694333 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 0e50b45d-c42d-408d-950a-9f963e9a1e0d {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:53:01.694609 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0e50b45d-c42d-408d-950a-9f963e9a1e0d not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:53:01.697501 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:53:01.705268 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.706079 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-55d1802c-89f1-4140-97b7-4ae9a04cc70f req-0680389a-9b8f-4a57-bf43-fe6efa3b4894 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150117 Jun 22 00:53:01.722049 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555660-153f-4147-8980-81271f8b58c1 req-7efc038e-de04-4622-bbd6-0ad483600ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:01.723758 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-18555660-153f-4147-8980-81271f8b58c1 req-7efc038e-de04-4622-bbd6-0ad483600ac9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2c4a4-29de-4451-aa22-e51b0f342bc3 HTTP/1.1" status: 200 len: 847 time: 0.0871491 Jun 22 00:53:01.728275 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:53:01.729187 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 91d70d35-c5fe-43db-8f8d-0b5ccf63d136 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:53:01.812847 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18555660-153f-4147-8980-81271f8b58c1 req-bfb2446c-9ece-43d8-959e-05583ac264eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:01.814268 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-18555660-153f-4147-8980-81271f8b58c1 req-bfb2446c-9ece-43d8-959e-05583ac264eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f92a2cec-a693-4e05-94b5-39b9afbe845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818262 Jun 22 00:53:01.838020 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.849038 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fe0ada-a91e-4ec7-8159-76864314e792']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:01.862280 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b61a43-b131-4094-9780-775e7a5382d1') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:01.862669 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b61a43-b131-4094-9780-775e7a5382d1') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:01.879419 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.914378 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.921205 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:53:01.921822 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:53:01.923665 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:53:01.937375 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-18555660-153f-4147-8980-81271f8b58c1 req-29c8321c-942b-4a71-8290-fd307c3fcb14 service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111987 Jun 22 00:53:01.987234 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.991096 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:01.993758 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:01.998492 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] 10.222.0.26 "DELETE /v2.0/networks/19fe0ada-a91e-4ec7-8159-76864314e792 HTTP/1.1" status: 204 len: 168 time: 0.3859746 Jun 22 00:53:02.011479 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] Pushing event deleted for resources: {'Network': ['ID=19fe0ada-a91e-4ec7-8159-76864314e792,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:02.014046 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-22ec682a-231d-4c89-b90f-46fa10fac030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:02.056388 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-18555660-153f-4147-8980-81271f8b58c1 req-2c4c0754-6663-4f81-82cb-dcd77c28ac79 service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113794 Jun 22 00:53:02.175532 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 59266) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:02.272502 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-fcbd687a-1dca-4dff-9ae0-966bcfad2a94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abed0509eac14d0f94282f9058c84b9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0957599 Jun 22 00:53:02.279082 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 59272) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:02.321180 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5769e1c-3ec9-430d-9315-d5511fa9c6aa req-9eeefa35-edc9-4f4b-82f2-57f37c2ad2d2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:02.327735 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b5769e1c-3ec9-430d-9315-d5511fa9c6aa req-9eeefa35-edc9-4f4b-82f2-57f37c2ad2d2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.1217706 Jun 22 00:53:02.362704 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59278) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:02.416558 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b5769e1c-3ec9-430d-9315-d5511fa9c6aa req-f3b2083e-7f54-49ea-af5e-d14016547757 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879779 Jun 22 00:53:02.431032 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd009-f8c3-4f0d-9d1f-f94e17913fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.455242 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c6582-6e57-4325-a597-f42a613a510f req-1907ae22-69cc-464e-bd4e-ed545e376b0d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:02.456697 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8e9c6582-6e57-4325-a597-f42a613a510f req-1907ae22-69cc-464e-bd4e-ed545e376b0d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.1623230 Jun 22 00:53:02.466591 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd009-f8c3-4f0d-9d1f-f94e17913fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.483485 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-414187723-network', 'tenant_id': '1f47c536044c47d4ae389f8329499f13'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:02.504808 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Made reservation on behalf of 1f47c536044c47d4ae389f8329499f13 for: {'network': 1} {{(pid=99509) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:53:02.507311 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for network, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.516390 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.528864 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8e9c6582-6e57-4325-a597-f42a613a510f req-33d5230c-a85f-478a-b13a-e220077e7dda tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644321 Jun 22 00:53:02.557644 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd009-f8c3-4f0d-9d1f-f94e17913fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.561071 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2ccfd009-f8c3-4f0d-9d1f-f94e17913fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.564933 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-2ccfd009-f8c3-4f0d-9d1f-f94e17913fe2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af6412cd-386b-4aa5-9735-835628f74bf8 HTTP/1.1" status: 204 len: 168 time: 0.2847056 Jun 22 00:53:02.565881 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4080d179-fb2e-40ec-8c71-1e5d8ca01e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:02.574873 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfd009-f8c3-4f0d-9d1f-f94e17913fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6412cd-386b-4aa5-9735-835628f74bf8,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:02.577590 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2ccfd009-f8c3-4f0d-9d1f-f94e17913fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:02.612129 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7b0e08fb-48b7-40db-862a-78500b6a30f2 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:02.638076 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.643549 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.649803 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:02.670829 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 7b0e08fb-48b7-40db-862a-78500b6a30f2 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:02.671913 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.674497 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=99509) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:53:02.684783 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b19b1e-36b6-473d-aacd-fd5402275e2b,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:02.688654 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:02.693569 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.693905 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.segments_db [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Added segment 51cea17f-e87d-4e8f-a135-a5f0fbd38cca of type vlan for network e5610de5-78d9-44db-a6b3-aa484fca5de0 Jun 22 00:53:02.745282 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789296078547'] for network, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.766590 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.782881 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070'] for network, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.788381 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:02.789390 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.792778 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:02.809378 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:02.811081 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:53:02.814270 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcaf17f-aef7-4813-a7f8-530869a659c2" -d '{"events": [{"server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:53:02.821177 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.823453 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:02.854490 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4874606 Jun 22 00:53:02.855132 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 59304) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:02.862570 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Request body: {'subnet': {'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-414187723-subnet', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:02.873175 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Pushing event updated for resources: {'Network': ['ID=e5610de5-78d9-44db-a6b3-aa484fca5de0,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:02.892466 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:02.893720 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Made reservation on behalf of 1f47c536044c47d4ae389f8329499f13 for: {'subnet': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:53:02.896857 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12392385'] for subnet, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.897086 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Network e5610de5-78d9-44db-a6b3-aa484fca5de0 details requested by agent ovs-agent-dv-cinder-753305-6-iscsi with host dv-cinder-753305-6-iscsi {{(pid=99510) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:53:02.904610 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06bbb18-550f-4d71-85ee-27d474134038 x-openstack-request-id: req-d06bbb18-550f-4d71-85ee-27d474134038 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:53:02.904909 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:53:02.905214 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d06bbb18-550f-4d71-85ee-27d474134038 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:53:02.905548 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'code': 200} Jun 22 00:53:02.979725 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=7b0e08fb-48b7-40db-862a-78500b6a30f2,revision_number=7']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:02.987499 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:03.357584 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8843116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12392435'] for subnet, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:03.361492 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ea2c1966-1a7f-449a-ad0c-fe77527723c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:03.419796 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=070233c2-7174-469e-9cfd-5f96b698c040,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:03.424718 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:03.427538 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Checking segment: {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:03.428095 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Network hostable DHCP agents. Network: e5610de5-78d9-44db-a6b3-aa484fca5de0, hostable agents: ['eca453af-2c35-4d9f-a9b9-26a046ca9c41'], hosted agents: [] {{(pid=99507) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:53:03.444282 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Network e5610de5-78d9-44db-a6b3-aa484fca5de0 is scheduled to be hosted by DHCP agent eca453af-2c35-4d9f-a9b9-26a046ca9c41 with binding_index 1 {{(pid=99507) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:53:03.458103 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-iscsi, e5610de5-78d9-44db-a6b3-aa484fca5de0) {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:03.463649 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:03.464234 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:03.468362 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff35e85d-6d36-402f-b6e3-789cb4ae712f None None] Network e5610de5-78d9-44db-a6b3-aa484fca5de0 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:53:03.491487 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-407bc20d-9ed1-4922-a78e-566bfd3b11cb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6341784 Jun 22 00:53:03.493559 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 59330) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:03.501491 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:03.534367 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3828872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26072'] for router, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:03.536410 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3828967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3786674', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26067'] for router, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:03.637424 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:03.679281 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638d1852-ae40-5223-b29d-3a0a322fb1c4-e5610de5-78d9-44db-a6b3-aa484fca5de0', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040'}]}} from dv-cinder-753305-6-iscsi. {{(pid=99510) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:53:03.680288 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:03.832969 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.db_base_plugin_common [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Allocated IP 172.20.0.2 (e5610de5-78d9-44db-a6b3-aa484fca5de0/070233c2-7174-469e-9cfd-5f96b698c040/0fa100e3-d8ea-4f8a-8604-437fcddc877b) {{(pid=99510) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:03.868858 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e5f6b-8961-4cac-b8cb-9749d2473601 req-04e891ce-6fe3-4021-ac05-806e15613796 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:03.870496 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ab9e5f6b-8961-4cac-b8cb-9749d2473601 req-04e891ce-6fe3-4021-ac05-806e15613796 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.2959719 Jun 22 00:53:03.886963 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3786688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3828858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26053'] for router, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:04.002828 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ab9e5f6b-8961-4cac-b8cb-9749d2473601 req-74022636-e7dd-4287-acae-6611c5841fa7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203365 Jun 22 00:53:04.019639 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace342cb-c3e0-48cf-bf09-9842aa422921 req-56715c72-ea3d-4262-a877-7a7761fa66e9 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:04.020545 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Notify callbacks [] for port, precommit_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:04.021154 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ace342cb-c3e0-48cf-bf09-9842aa422921 req-56715c72-ea3d-4262-a877-7a7761fa66e9 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.2973099 Jun 22 00:53:04.031148 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Transition to ACTIVE for port object 0fa100e3-d8ea-4f8a-8604-437fcddc877b will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:04.046486 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Transition to ACTIVE for port object 0fa100e3-d8ea-4f8a-8604-437fcddc877b will not be triggered until provisioned by entity DHCP. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:04.052158 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774'] for port, after_create {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:04.055391 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-abb43b01-64e3-442f-a969-9aede7907b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:04.073393 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ace342cb-c3e0-48cf-bf09-9842aa422921 req-a38e2129-2d2c-44fb-8a49-dea277029ac5 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444880 Jun 22 00:53:04.095118 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Network e5610de5-78d9-44db-a6b3-aa484fca5de0 is already hosted by enough agents. {{(pid=99510) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:04.095118 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.scheduler.base_scheduler [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Resources bound (agent type, host, resource id): {{(pid=99510) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:04.100430 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Received port after_create {{(pid=99510) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:04.104080 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Pushing event updated for resources: {'Port': ['ID=0fa100e3-d8ea-4f8a-8604-437fcddc877b,revision_number=1']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:04.107794 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:04.157724 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Attempting to bind port 0fa100e3-d8ea-4f8a-8604-437fcddc877b on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:53:04.158101 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Attempting to bind port 0fa100e3-d8ea-4f8a-8604-437fcddc877b by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:53:04.158467 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Attempting to bind port 0fa100e3-d8ea-4f8a-8604-437fcddc877b on network e5610de5-78d9-44db-a6b3-aa484fca5de0 {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:04.164423 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:53:04.165047 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Checking segment: {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:04.165719 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:04.166521 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Bound using segment: {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:53:04.167203 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Bound port: 0fa100e3-d8ea-4f8a-8604-437fcddc877b, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:53:04.167837 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:04.212185 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:04.230243 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] For port 0fa100e3-d8ea-4f8a-8604-437fcddc877b, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:53:04.231379 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:04.233263 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] For port 0fa100e3-d8ea-4f8a-8604-437fcddc877b, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=0fa100e3-d8ea-4f8a-8604-437fcddc877b,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:53:04.237808 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:04.240595 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:04.298647 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Pushing event updated for resources: {'Port': ['ID=0fa100e3-d8ea-4f8a-8604-437fcddc877b,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:04.301913 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:04.350984 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Allocated IP 172.27.0.81 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/21a3c90d-f6a5-479d-b27d-c90b659189dd) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:04.481010 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:04.526650 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:04.531259 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:04.578331 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:04.581339 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:04.586188 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:04.589505 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Pushing event updated for resources: {'Port': ['ID=21a3c90d-f6a5-479d-b27d-c90b659189dd,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:04.612927 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:04.842089 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:05.068873 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3828851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3785236'] for router, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:05.285904 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0fa100e3-d8ea-4f8a-8604-437fcddc877b up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:05.299803 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbd020-b2e1-4773-bb53-50bec550fa07 req-2ac57dee-28ac-4e4d-9f01-9b86b4adbf76 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:05.301475 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cfbbd020-b2e1-4773-bb53-50bec550fa07 req-2ac57dee-28ac-4e4d-9f01-9b86b4adbf76 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1220689 Jun 22 00:53:05.350258 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 0fa100e3-d8ea-4f8a-8604-437fcddc877b completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:05.387581 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Router 52c8014a-da5b-4303-8a8a-43d95b059bc6 is scheduled to L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 with binding_index 1 {{(pid=99507) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:53:05.409867 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cfbbd020-b2e1-4773-bb53-50bec550fa07 req-a577ac3c-3d0e-497e-a44c-55233d063003 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926855 Jun 22 00:53:05.410790 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817be5a5-0fc5-4f08-88d2-4e7c7c666847 None None] Network e5610de5-78d9-44db-a6b3-aa484fca5de0 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:53:05.486554 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4eb24-a88b-4cf4-82fb-02d8ff5ffbb5 req-4de32c10-63f1-461a-b40c-7a9db1e4206f tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:05.494626 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-83e4eb24-a88b-4cf4-82fb-02d8ff5ffbb5 req-4de32c10-63f1-461a-b40c-7a9db1e4206f tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.1918340 Jun 22 00:53:05.531789 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-0817ed30-3a25-4eae-b8ac-6695fdf2cd04 None None] Provisioning for port 0fa100e3-d8ea-4f8a-8604-437fcddc877b completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:05.547292 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-0817ed30-3a25-4eae-b8ac-6695fdf2cd04 None None] Provisioning complete for port 0fa100e3-d8ea-4f8a-8604-437fcddc877b triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:05.547767 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0817ed30-3a25-4eae-b8ac-6695fdf2cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:05.587554 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-83e4eb24-a88b-4cf4-82fb-02d8ff5ffbb5 req-1445bc96-73fd-4c20-a82d-b4cd58e8d72c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919507 Jun 22 00:53:05.626432 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:53:05.640347 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Sync routers for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:53:05.644457 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Notify callbacks [] for router, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:05.645837 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1508138 Jun 22 00:53:05.649080 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 59364) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:05.677036 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:05.677661 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:05.784698 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0817ed30-3a25-4eae-b8ac-6695fdf2cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:05.841207 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:05.870207 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-0817ed30-3a25-4eae-b8ac-6695fdf2cd04 None None] For port 0fa100e3-d8ea-4f8a-8604-437fcddc877b, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=0fa100e3-d8ea-4f8a-8604-437fcddc877b,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:05.900460 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0817ed30-3a25-4eae-b8ac-6695fdf2cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:05.902160 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:06.070732 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.122472 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817ed30-3a25-4eae-b8ac-6695fdf2cd04 None None] Pushing event updated for resources: {'Port': ['ID=0fa100e3-d8ea-4f8a-8604-437fcddc877b,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:06.128594 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-0817ed30-3a25-4eae-b8ac-6695fdf2cd04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:06.151163 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-8597164d-649a-4c7d-816e-8a511b598f25 None None] Provisioning complete for port 0fa100e3-d8ea-4f8a-8604-437fcddc877b triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:06.151531 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-8597164d-649a-4c7d-816e-8a511b598f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.236080 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Allocated IP 172.20.0.1 (e5610de5-78d9-44db-a6b3-aa484fca5de0/070233c2-7174-469e-9cfd-5f96b698c040/152c19a3-f6df-406d-bdfe-f00e6d7fde3a) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:06.265660 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:04Z', 'revision_number': 3, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:06.294091 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Checking router: 52c8014a-da5b-4303-8a8a-43d95b059bc6 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:53:06.294727 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Updating router 52c8014a-da5b-4303-8a8a-43d95b059bc6 port 21a3c90d-f6a5-479d-b27d-c90b659189dd binding host dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:53:06.332194 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.340954 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.354286 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Transition to ACTIVE for port object 152c19a3-f6df-406d-bdfe-f00e6d7fde3a will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:06.386688 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.389376 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-245fa083-a61a-499e-9a3a-0ddba8b0bf7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:06.435529 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Network e5610de5-78d9-44db-a6b3-aa484fca5de0 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:06.438764 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:06.442228 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:06.496599 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Pushing event updated for resources: {'Port': ['ID=152c19a3-f6df-406d-bdfe-f00e6d7fde3a,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:06.501688 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:06.502656 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3787516'] for router_interface, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.626953 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Notify callbacks [] for port, precommit_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.640100 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Transition to ACTIVE for port object 21a3c90d-f6a5-479d-b27d-c90b659189dd will not be triggered until provisioned by entity L2. {{(pid=99510) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:06.649199 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.651655 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-d0007c9f-f77d-44a5-9494-51b712984770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:06.712837 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Attempting to bind port 21a3c90d-f6a5-479d-b27d-c90b659189dd on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:53:06.713493 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Attempting to bind port 21a3c90d-f6a5-479d-b27d-c90b659189dd by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:53:06.714158 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Attempting to bind port 21a3c90d-f6a5-479d-b27d-c90b659189dd on network 88674bb2-d018-41a5-a891-26911eb48c6d {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:06.720565 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb8818-d95e-4481-aa29-478fdddfa9f7 None None] Pushing event updated for resources: {'Port': ['ID=21a3c90d-f6a5-479d-b27d-c90b659189dd,revision_number=2']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:06.732623 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-bebb8818-d95e-4481-aa29-478fdddfa9f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:06.734176 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:53:06.734753 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Checking segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99510) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:06.735366 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.736010 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Bound using segment: {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'} {{(pid=99510) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:53:06.736654 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.managers [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Bound port: 21a3c90d-f6a5-479d-b27d-c90b659189dd, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4989186b-ed1f-4183-8a68-9996df2d9bf5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}}] {{(pid=99510) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:53:06.737255 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.793797 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.795689 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] For port 21a3c90d-f6a5-479d-b27d-c90b659189dd, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99510) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:53:06.799346 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] For port 21a3c90d-f6a5-479d-b27d-c90b659189dd, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=21a3c90d-f6a5-479d-b27d-c90b659189dd,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:53:06.803452 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.806381 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:06.818781 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41c2c2-0bcf-4875-b96e-4fd6b1333310 req-eade8e92-9a6b-49c9-ad46-28146dd05287 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:06.820718 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cb41c2c2-0bcf-4875-b96e-4fd6b1333310 req-eade8e92-9a6b-49c9-ad46-28146dd05287 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.2429290 Jun 22 00:53:06.869609 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-d61c288f-eb69-488d-a891-2a7eee564bf9 None None] Provisioning for port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:06.876523 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb8818-d95e-4481-aa29-478fdddfa9f7 None None] Pushing event updated for resources: {'Port': ['ID=21a3c90d-f6a5-479d-b27d-c90b659189dd,revision_number=3']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:06.880053 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-d61c288f-eb69-488d-a891-2a7eee564bf9 None None] Provisioning complete for port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:06.880432 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-d61c288f-eb69-488d-a891-2a7eee564bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:06.883631 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-bebb8818-d95e-4481-aa29-478fdddfa9f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:06.904290 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:06.904290 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:06.911169 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cb41c2c2-0bcf-4875-b96e-4fd6b1333310 req-77adcf11-3ec5-4409-a867-05fef1639f26 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823262 Jun 22 00:53:06.918749 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ce7a-470c-4638-b2e6-961f1cb57f29 req-0cc9f19e-7628-4b33-a66e-9adabf234e6f tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:06.920277 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cfc9ce7a-470c-4638-b2e6-961f1cb57f29 req-0cc9f19e-7628-4b33-a66e-9adabf234e6f tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.1766837 Jun 22 00:53:06.959940 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-d61c288f-eb69-488d-a891-2a7eee564bf9 None None] Port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:53:07.023098 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:07.040036 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cfc9ce7a-470c-4638-b2e6-961f1cb57f29 req-b0fda89a-bb3f-4b04-99b6-fcd2d1c1fa5d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749128 Jun 22 00:53:07.080957 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:07.086501 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:07.089760 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-41c14ab9-00b5-4b2a-8f89-16baeaf476fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:07.169387 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3824359'] for router_interface, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:07.171264 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Pushing event updated for resources: {'Port': ['ID=152c19a3-f6df-406d-bdfe-f00e6d7fde3a,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:07.177255 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:07.255759 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0fa100e3-d8ea-4f8a-8604-437fcddc877b up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:07.282028 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Network e5610de5-78d9-44db-a6b3-aa484fca5de0 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:07.283438 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:07.337198 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 0fa100e3-d8ea-4f8a-8604-437fcddc877b triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:07.337651 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:07.380123 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 1, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:07.426639 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c14fa1-e0f2-4724-995c-11232cda288b None None] The sync data for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi is: [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 1, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:53:07.584719 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-8ea4cb3d-6d09-4921-a39b-afa0f8b86d6f None None] Provisioning complete for port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:07.585108 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-8ea4cb3d-6d09-4921-a39b-afa0f8b86d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:07.622114 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-8ea4cb3d-6d09-4921-a39b-afa0f8b86d6f None None] Port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:53:07.732119 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Router 52c8014a-da5b-4303-8a8a-43d95b059bc6 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:53:07.847777 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:53:07.854073 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] 10.222.0.26 "PUT /v2.0/routers/52c8014a-da5b-4303-8a8a-43d95b059bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2032716 Jun 22 00:53:08.160335 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fa3e4-24c1-440a-ab4b-cb5e830bcb89 req-9ff9c470-48ca-45c4-8223-ab121e7008f1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:08.161905 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-542fa3e4-24c1-440a-ab4b-cb5e830bcb89 req-9ff9c470-48ca-45c4-8223-ab121e7008f1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1204720 Jun 22 00:53:08.203635 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-542fa3e4-24c1-440a-ab4b-cb5e830bcb89 req-159f7538-311a-4170-bb63-23d45b890e5b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343688 Jun 22 00:53:08.322332 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59402) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:08.327505 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-32027211-b76e-4b36-bfd9-339b083e0b6a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1930177641', 'description': 'tempest-description--1805559226'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:08.353330 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-32027211-b76e-4b36-bfd9-339b083e0b6a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.395028 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f76af1-703c-47dc-ac43-9454caa3073c req-746d6117-6130-491e-a993-1a777fd08338 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:08.397081 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-89f76af1-703c-47dc-ac43-9454caa3073c req-746d6117-6130-491e-a993-1a777fd08338 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0709550 Jun 22 00:53:08.443505 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-32027211-b76e-4b36-bfd9-339b083e0b6a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.450712 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-32027211-b76e-4b36-bfd9-339b083e0b6a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.456272 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-89f76af1-703c-47dc-ac43-9454caa3073c req-2303b459-da1f-4621-8b3a-39e140cdd63d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524011 Jun 22 00:53:08.466179 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e667422e-31e9-463c-b97a-52c3fc6a6f01 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:08.488816 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-32027211-b76e-4b36-bfd9-339b083e0b6a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.490067 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-32027211-b76e-4b36-bfd9-339b083e0b6a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1666951 Jun 22 00:53:08.493102 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 59406) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:08.499982 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-f11724e6-883f-4f90-b836-4dedfb1499c2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'security_group_rule': {'security_group_id': '1237a370-2e3e-48b2-a606-ec5135827c22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:08.513854 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32027211-b76e-4b36-bfd9-339b083e0b6a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1237a370-2e3e-48b2-a606-ec5135827c22,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:08.516778 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-32027211-b76e-4b36-bfd9-339b083e0b6a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:08.537222 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f11724e6-883f-4f90-b836-4dedfb1499c2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.587285 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f11724e6-883f-4f90-b836-4dedfb1499c2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.591043 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f11724e6-883f-4f90-b836-4dedfb1499c2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.595958 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b9e6eacf-a19b-4baf-ba46-694a8f4a9f24 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:08.610498 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11724e6-883f-4f90-b836-4dedfb1499c2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d759bcb-a535-4f0e-b20e-1a9f8e6046ca,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:08.612970 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-f11724e6-883f-4f90-b836-4dedfb1499c2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:08.619846 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f11724e6-883f-4f90-b836-4dedfb1499c2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.621076 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-f11724e6-883f-4f90-b836-4dedfb1499c2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262424 Jun 22 00:53:08.623919 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 59408) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:08.628399 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-1b2253d6-eb5d-4ea1-ac90-94b7b4267198 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'security_group_rule': {'security_group_id': '1237a370-2e3e-48b2-a606-ec5135827c22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:08.660645 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1b2253d6-eb5d-4ea1-ac90-94b7b4267198 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.725604 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1b2253d6-eb5d-4ea1-ac90-94b7b4267198 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.730101 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1b2253d6-eb5d-4ea1-ac90-94b7b4267198 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.732352 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7a9be4f1-59f6-4e9a-b510-16314615f2bc tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:08.749305 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2253d6-eb5d-4ea1-ac90-94b7b4267198 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46740d73-ac98-4bfd-b7a9-eb6a98d02ef6,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:08.754072 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1b2253d6-eb5d-4ea1-ac90-94b7b4267198 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:08.760023 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1b2253d6-eb5d-4ea1-ac90-94b7b4267198 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.761533 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-1b2253d6-eb5d-4ea1-ac90-94b7b4267198 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365447 Jun 22 00:53:08.764871 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59412) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:08.771270 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'floatingip': {'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:08.800849 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:08.904593 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.010354 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Allocated IP 172.27.0.123 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/7db03161-3896-4a6d-9e76-b7f628983f7a) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:09.113024 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.154126 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.156007 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:09.204852 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:09.208162 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:09.212527 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:09.225811 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 21a3c90d-f6a5-479d-b27d-c90b659189dd up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:09.238693 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'Port': ['ID=7db03161-3896-4a6d-9e76-b7f628983f7a,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:09.270299 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:09.283265 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 21a3c90d-f6a5-479d-b27d-c90b659189dd completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:09.287925 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 21a3c90d-f6a5-479d-b27d-c90b659189dd triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:09.289215 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.334758 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.391494 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.405048 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.414353 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 21a3c90d-f6a5-479d-b27d-c90b659189dd, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=21a3c90d-f6a5-479d-b27d-c90b659189dd,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:09.415285 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b07f2-633b-4c77-bd88-adabb3e1f6bd req-daf8cdb1-13b0-4925-ab25-eef2cac1c934 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:09.417270 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-906b07f2-633b-4c77-bd88-adabb3e1f6bd req-daf8cdb1-13b0-4925-ab25-eef2cac1c934 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0896885 Jun 22 00:53:09.421775 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.422225 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:09.480188 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-906b07f2-633b-4c77-bd88-adabb3e1f6bd req-32dc795c-ea45-473a-9fee-9a775c6dcece tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492630 Jun 22 00:53:09.509018 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=21a3c90d-f6a5-479d-b27d-c90b659189dd,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:09.519744 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:09.598367 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for port, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.603492 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9353121'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.605642 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:09.671673 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Sync routers for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:53:09.685941 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634e74a-27a6-404b-a58c-6c75d797bc2e req-fc4665d2-a862-483c-9449-1135f8c4422f tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:09.688315 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b634e74a-27a6-404b-a58c-6c75d797bc2e req-fc4665d2-a862-483c-9449-1135f8c4422f tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0882885 Jun 22 00:53:09.689059 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:09.690041 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:09.703151 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'Port': ['ID=7db03161-3896-4a6d-9e76-b7f628983f7a,revision_number=2']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:09.711758 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:09.719320 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.734501 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:09.745675 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9707518 Jun 22 00:53:09.746347 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b634e74a-27a6-404b-a58c-6c75d797bc2e req-6880f5e3-0565-4a5a-8bbe-2dad746deef4 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424862 Jun 22 00:53:09.824417 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:10.035586 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 2, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:10.068354 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Checking router: 52c8014a-da5b-4303-8a8a-43d95b059bc6 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:53:10.068354 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Updating router 52c8014a-da5b-4303-8a8a-43d95b059bc6 port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a binding host dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:53:10.100191 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:10.363557 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Notify callbacks [] for port, precommit_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:10.374793 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.provisioning_blocks [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Transition to ACTIVE for port object 152c19a3-f6df-406d-bdfe-f00e6d7fde3a will not be triggered until provisioned by entity L2. {{(pid=99511) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:10.383133 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:10.385547 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:10.467755 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Pushing event updated for resources: {'Port': ['ID=152c19a3-f6df-406d-bdfe-f00e6d7fde3a,revision_number=3']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:10.477616 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.478210 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.478786 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.479286 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.480017 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.482895 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.483311 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.483653 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.483993 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.484318 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.484642 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.485169 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99511) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:10.488879 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:10.566630 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Attempting to bind port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a on host dv-cinder-753305-6-iscsi for vnic_type normal with profile {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:53:10.567037 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Attempting to bind port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a by drivers openvswitch,hyperv on host dv-cinder-753305-6-iscsi at level 0 using segments [{'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:53:10.567408 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Attempting to bind port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a on network e5610de5-78d9-44db-a6b3-aa484fca5de0 {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:10.573251 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Checking agent: {'id': '36fa3c73-f7b6-44dd-9197-3aa4f474ffbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:53:10.573648 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Checking segment: {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99511) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:10.574079 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:10.574476 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Bound using segment: {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'} {{(pid=99511) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:53:10.574967 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.managers [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Bound port: 152c19a3-f6df-406d-bdfe-f00e6d7fde3a, host: dv-cinder-753305-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'}}] {{(pid=99511) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:53:10.575363 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:10.637095 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4d81e072-bc85-484c-8b2c-890176e901af details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:53:10.642764 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] For port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a, host dv-cinder-753305-6-iscsi, cleared binding levels {{(pid=99511) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:53:10.645923 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.plugins.ml2.db [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] For port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a, host dv-cinder-753305-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=152c19a3-f6df-406d-bdfe-f00e6d7fde3a,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99511) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:53:10.650997 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron_lib.callbacks.manager [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:10.654031 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-e8d1ddd3-7655-4afc-90aa-4b7f76ede1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:10.684227 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce5bb9-c6d9-4bea-8edf-03e33445b9fc req-2c9e39bf-f28f-4333-a39e-fd4b44784fdf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:10.692058 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-88ce5bb9-c6d9-4bea-8edf-03e33445b9fc req-2c9e39bf-f28f-4333-a39e-fd4b44784fdf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0718565 Jun 22 00:53:10.713326 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Pushing event updated for resources: {'Port': ['ID=152c19a3-f6df-406d-bdfe-f00e6d7fde3a,revision_number=4']} {{(pid=99511) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:10.717475 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:10.717860 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:52:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:10.720146 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG oslo_concurrency.lockutils [None req-484c8081-2544-423a-b35c-729bd20e8a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:10.738503 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-88ce5bb9-c6d9-4bea-8edf-03e33445b9fc req-f78d4a4c-16f5-4109-855e-3693381fb0d5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456154 Jun 22 00:53:10.779559 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4d81e072-bc85-484c-8b2c-890176e901af, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4d81e072-bc85-484c-8b2c-890176e901af,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:10.794797 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '4d81e072-bc85-484c-8b2c-890176e901af', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'port_id': '4d81e072-bc85-484c-8b2c-890176e901af', 'mac_address': 'fa:16:3e:d2:f9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:53:10.847671 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:10.860123 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:10.864493 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d81e072-bc85-484c-8b2c-890176e901af {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:53:10.903929 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4d81e072-bc85-484c-8b2c-890176e901af, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4d81e072-bc85-484c-8b2c-890176e901af,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:10.910149 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:10.915847 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-00a3693d-be40-420e-964e-0615f873b693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:10.981835 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4d81e072-bc85-484c-8b2c-890176e901af,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:10.983779 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93b045-d2f9-4e2b-94bc-3a0f6d63b1c1 req-d317621a-4b96-4d88-a84c-5cec8f3a334a tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:10.984865 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:10.988543 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-be93b045-d2f9-4e2b-94bc-3a0f6d63b1c1 req-d317621a-4b96-4d88-a84c-5cec8f3a334a tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.1088984 Jun 22 00:53:11.034329 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-be93b045-d2f9-4e2b-94bc-3a0f6d63b1c1 req-5b094f26-7f99-46a2-93ab-df7071932968 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396204 Jun 22 00:53:11.111220 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:10Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:11.136365 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6509b5b7-3e49-41a1-914e-4a049c6f023d None None] The sync data for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi is: [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:10Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:53:11.217864 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 152c19a3-f6df-406d-bdfe-f00e6d7fde3a up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:11.272122 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning for port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:11.276549 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:11.276926 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:11.356373 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:11.385429 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['4d81e072-bc85-484c-8b2c-890176e901af'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:53:11.412397 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] For port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=152c19a3-f6df-406d-bdfe-f00e6d7fde3a,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:11.423656 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:11.426361 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 21a3c90d-f6a5-479d-b27d-c90b659189dd up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:11.430647 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-74106c3d-fc96-4e46-960b-49d0f32d4856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:11.531327 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Pushing event updated for resources: {'Port': ['ID=152c19a3-f6df-406d-bdfe-f00e6d7fde3a,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:11.535926 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:11.578497 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 21a3c90d-f6a5-479d-b27d-c90b659189dd triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:11.578878 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:11.928493 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1135b-afa6-41ee-b1e7-bad2ea059555 req-40e404ca-5c2c-402d-9f4b-f9a9b4f7e94f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:11.930795 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ccb1135b-afa6-41ee-b1e7-bad2ea059555 req-40e404ca-5c2c-402d-9f4b-f9a9b4f7e94f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0699387 Jun 22 00:53:11.970134 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ccb1135b-afa6-41ee-b1e7-bad2ea059555 req-870a0598-1fb5-496f-8ce3-3c12330826ad tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333545 Jun 22 00:53:12.208676 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178546bc-4dd9-463a-944c-c0fb24a8d91e req-ccd93768-36f2-4312-9a3b-9af991d17616 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:12.210026 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-178546bc-4dd9-463a-944c-c0fb24a8d91e req-ccd93768-36f2-4312-9a3b-9af991d17616 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 945 time: 0.0622625 Jun 22 00:53:12.248598 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-178546bc-4dd9-463a-944c-c0fb24a8d91e req-f50a8d67-4d6a-4148-b23b-aa92ed6a43fc tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325904 Jun 22 00:53:12.989524 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-8c28ad33-aaf1-443c-933b-a0275b3af774 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1930177641&fields=id&tenant_id=1f47c536044c47d4ae389f8329499f13 HTTP/1.1" status: 200 len: 267 time: 0.0355377 Jun 22 00:53:13.118379 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-576acbd0-c07f-427e-b36d-f30f79f89c36 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:13.119860 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-576acbd0-c07f-427e-b36d-f30f79f89c36 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 810 time: 0.1227057 Jun 22 00:53:13.158553 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-645a2da7-063e-4d63-a3ac-3c5254d7a736 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/quotas/1f47c536044c47d4ae389f8329499f13 HTTP/1.1" status: 200 len: 375 time: 0.0188742 Jun 22 00:53:13.220391 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 152c19a3-f6df-406d-bdfe-f00e6d7fde3a up at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:13.236375 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30352d33-5c94-4673-993c-81b8d6fe8a22 req-f93b1fdd-f39b-4172-a87a-d9d15f7ca0b0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:13.237843 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-30352d33-5c94-4673-993c-81b8d6fe8a22 req-f93b1fdd-f39b-4172-a87a-d9d15f7ca0b0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1376867 Jun 22 00:53:13.275608 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-58f12cdc-485d-49ca-8c63-ca07e49f04cf tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077569 Jun 22 00:53:13.279415 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Provisioning complete for port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:13.279915 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:13.320461 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-30352d33-5c94-4673-993c-81b8d6fe8a22 req-c66ffee5-9c70-45dc-90bb-ab7f1139ea4d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705919 Jun 22 00:53:13.410764 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-8db3ddba-0ae9-433d-888c-6e620da3f0aa service neutron] 10.222.0.26 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178970 Jun 22 00:53:13.559557 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-5430e381-da91-4430-8aba-ab56b3b1ae95 service neutron] 10.222.0.26 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404018 Jun 22 00:53:13.578697 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20288c-2b69-4037-8ff4-5b3f294e95c6 req-ade515ca-27fb-4fd9-bb41-1f8f667e15a1 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:13.587262 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0b20288c-2b69-4037-8ff4-5b3f294e95c6 req-ade515ca-27fb-4fd9-bb41-1f8f667e15a1 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 945 time: 0.1597292 Jun 22 00:53:13.644216 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0b20288c-2b69-4037-8ff4-5b3f294e95c6 req-ed40231f-f0a3-4e0f-b300-6f2b6c5cf9c6 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554738 Jun 22 00:53:13.781109 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7313a539-30de-4452-8401-54eeba0386da req-506e8929-b657-472e-aaf8-bf70ff363541 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 210 time: 0.0420415 Jun 22 00:53:13.952946 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:14.341201 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59556) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:14.578017 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01a45449-b8bc-4e8d-ae50-b5129cb0627e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:14.605452 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51a67d-76db-4542-8757-64f501cf528c req-04415006-3802-4d8e-beee-2b9671ce4d26 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:14.613901 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ea51a67d-76db-4542-8757-64f501cf528c req-04415006-3802-4d8e-beee-2b9671ce4d26 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0763481 Jun 22 00:53:14.655792 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4d81e072-bc85-484c-8b2c-890176e901af up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:14.666738 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ea51a67d-76db-4542-8757-64f501cf528c req-783134f9-03c3-46e5-8e0e-2da1adde8229 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513988 Jun 22 00:53:14.762780 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01a45449-b8bc-4e8d-ae50-b5129cb0627e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:14.771505 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01a45449-b8bc-4e8d-ae50-b5129cb0627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:14.777269 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:14.800175 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 4d81e072-bc85-484c-8b2c-890176e901af completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:14.816183 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 4d81e072-bc85-484c-8b2c-890176e901af triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:14.816570 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:14.864407 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a45449-b8bc-4e8d-ae50-b5129cb0627e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac4c487-d138-4740-876f-4b78d498143b,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:14.871121 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-01a45449-b8bc-4e8d-ae50-b5129cb0627e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:14.881826 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-01a45449-b8bc-4e8d-ae50-b5129cb0627e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eadd74925189406b89d9b6db316bfdc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388713 Jun 22 00:53:14.882690 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59568) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:14.946569 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ba67e43a-2fcd-4ef6-b40c-010c68be1801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:14.981065 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ba67e43a-2fcd-4ef6-b40c-010c68be1801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:14.984285 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:14.987522 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad056ba-3f91-4f9f-a2f0-70bd36c6d283 req-c5a8f3fa-b555-4ac7-821b-ef2a82782d77 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:14.989623 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8ad056ba-3f91-4f9f-a2f0-70bd36c6d283 req-c5a8f3fa-b555-4ac7-821b-ef2a82782d77 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 945 time: 0.1517022 Jun 22 00:53:15.026954 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4d81e072-bc85-484c-8b2c-890176e901af, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4d81e072-bc85-484c-8b2c-890176e901af,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:15.028215 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:53:15.030886 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cec5bc6-f8e5-4dbb-9db3-d1fec913a710" -d '{"events": [{"server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "name": "network-vif-plugged", "status": "completed", "tag": "4d81e072-bc85-484c-8b2c-890176e901af"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:53:15.035781 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:15.038218 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-5b456af9-0c90-4b92-b6d8-2740a64d6678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:15.046111 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ba67e43a-2fcd-4ef6-b40c-010c68be1801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:15.047455 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dd1d8f6c-0c4d-4785-9d31-12165f0a34de req-b4e611ab-6a73-484d-b822-20cafcb0bc0c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 210 time: 0.0566516 Jun 22 00:53:15.049394 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ba67e43a-2fcd-4ef6-b40c-010c68be1801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:15.068764 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ba67e43a-2fcd-4ef6-b40c-010c68be1801 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ac4c487-d138-4740-876f-4b78d498143b HTTP/1.1" status: 204 len: 168 time: 0.1817718 Jun 22 00:53:15.070629 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c84d5eac-995c-47b0-bb31-5bec0e1708e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:15.081944 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8ad056ba-3f91-4f9f-a2f0-70bd36c6d283 req-770a77dd-9dd4-4de6-b416-473c0a76d997 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814393 Jun 22 00:53:15.103160 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67e43a-2fcd-4ef6-b40c-010c68be1801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac4c487-d138-4740-876f-4b78d498143b,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:15.108573 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ba67e43a-2fcd-4ef6-b40c-010c68be1801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:15.169667 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a762cf-04a1-462f-a46c-2f55c0d43e3b x-openstack-request-id: req-d3a762cf-04a1-462f-a46c-2f55c0d43e3b {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:53:15.170288 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "name": "network-vif-plugged", "status": "completed", "tag": "4d81e072-bc85-484c-8b2c-890176e901af", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:53:15.170710 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3a762cf-04a1-462f-a46c-2f55c0d43e3b {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:53:15.171315 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af', 'code': 200} Jun 22 00:53:15.172271 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4d81e072-bc85-484c-8b2c-890176e901af,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:15.175473 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:15.665865 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-68f80806-ea9a-4d52-bef7-9de511e4fa86 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:15.667393 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-68f80806-ea9a-4d52-bef7-9de511e4fa86 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.15 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 810 time: 0.2663689 Jun 22 00:53:15.849125 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-46fb5dfe-26b7-4389-9bb9-d9837828aa5c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f47c536044c47d4ae389f8329499f13 HTTP/1.1" status: 200 len: 380 time: 0.1084352 Jun 22 00:53:15.861421 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'port': {'device_id': '51af6296-4ca7-4a75-be49-78fe9575789c', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'admin_state_up': True, 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'security_groups': ['1237a370-2e3e-48b2-a606-ec5135827c22']}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:15.869091 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20aef4-7199-40d9-b0a1-a00f3c9172ee req-21e9b599-304c-42c5-a72f-320774ba9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:15.875269 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2d20aef4-7199-40d9-b0a1-a00f3c9172ee req-21e9b599-304c-42c5-a72f-320774ba9620 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 1099 time: 0.2010834 Jun 22 00:53:16.064082 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2d20aef4-7199-40d9-b0a1-a00f3c9172ee req-70a698eb-4444-4a66-b957-25e88e6d19f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714516 Jun 22 00:53:16.128353 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbe844-d201-4a2f-accb-62f518f48bcb req-8088d70e-4eaa-42e0-ba9d-939019b512b6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:16.133208 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-edcbe844-d201-4a2f-accb-62f518f48bcb req-8088d70e-4eaa-42e0-ba9d-939019b512b6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1970186 Jun 22 00:53:16.152684 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Made reservation on behalf of 1f47c536044c47d4ae389f8329499f13 for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:53:16.156281 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:16.217945 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-edcbe844-d201-4a2f-accb-62f518f48bcb req-352c2b95-9321-45a5-b4dc-5c69d2d35a55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739739 Jun 22 00:53:16.399358 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f173e880-3c1a-484c-bf6e-2575a1902dfa req-eb0ba574-5d1d-4698-88ff-6b0c22404477 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 210 time: 0.0937605 Jun 22 00:53:16.506975 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Allocated IP 172.20.0.6 (e5610de5-78d9-44db-a6b3-aa484fca5de0/070233c2-7174-469e-9cfd-5f96b698c040/a7042cc3-7e2e-4822-a4f7-eba18918ec6f) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:16.563782 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1c752-b39c-46b2-9d3b-7eada687a829 req-acf181e5-f2a8-47c8-af1b-05749b979d08 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:16.572365 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7eb1c752-b39c-46b2-9d3b-7eada687a829 req-acf181e5-f2a8-47c8-af1b-05749b979d08 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.1303046 Jun 22 00:53:16.698424 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7eb1c752-b39c-46b2-9d3b-7eada687a829 req-0794afaa-bf22-4817-ae4f-f4f58193e3aa tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258342 Jun 22 00:53:16.758716 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:16.773814 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Transition to ACTIVE for port object a7042cc3-7e2e-4822-a4f7-eba18918ec6f will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:16.829121 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:16.835852 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-50d99e7e-4d12-4b50-96bb-b62e69d9c131 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:16.901326 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'Port': ['ID=a7042cc3-7e2e-4822-a4f7-eba18918ec6f,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:16.906388 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:16.914026 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Network e5610de5-78d9-44db-a6b3-aa484fca5de0 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:16.915970 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:16.918598 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:16.993934 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:16.993934 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:17.038850 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1839767 Jun 22 00:53:17.067705 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Request body: {'port': {'device_id': '51af6296-4ca7-4a75-be49-78fe9575789c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:17.216356 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:17.228112 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-8b6a15eb-072c-47b1-8370-ce801674f4d5 None None] Provisioning for port a7042cc3-7e2e-4822-a4f7-eba18918ec6f completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:17.232790 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-8b6a15eb-072c-47b1-8370-ce801674f4d5 None None] Provisioning complete for port a7042cc3-7e2e-4822-a4f7-eba18918ec6f triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:17.233307 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-8b6a15eb-072c-47b1-8370-ce801674f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:17.331275 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a15eb-072c-47b1-8370-ce801674f4d5 None None] Port a7042cc3-7e2e-4822-a4f7-eba18918ec6f cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:53:17.606788 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16ca60-f88d-44ac-915b-3935d76c563e req-7355a6f3-9732-4a06-817e-48cc95e8b6d7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:17.608467 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5d16ca60-f88d-44ac-915b-3935d76c563e req-7355a6f3-9732-4a06-817e-48cc95e8b6d7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1793630 Jun 22 00:53:17.711184 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5d16ca60-f88d-44ac-915b-3935d76c563e req-804e578a-02d1-4078-8b42-c51c4b110dfb tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945778 Jun 22 00:53:17.821577 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7042cc3-7e2e-4822-a4f7-eba18918ec6f {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:53:17.829453 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:17.847381 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Transition to ACTIVE for port object a7042cc3-7e2e-4822-a4f7-eba18918ec6f will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:17.860995 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772af90-1b06-4de9-9eaf-02f8ae2b0ecc req-f8fc4347-e46e-4f5d-b6c0-f05bd1e8a91b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:17.869399 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0772af90-1b06-4de9-9eaf-02f8ae2b0ecc req-f8fc4347-e46e-4f5d-b6c0-f05bd1e8a91b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 931 time: 0.2467406 Jun 22 00:53:17.879078 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:17.881422 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e4bff380-1ed2-42bb-9b45-fe37cbd5c840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:18.078734 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0772af90-1b06-4de9-9eaf-02f8ae2b0ecc req-633a26d8-5b13-45b1-8aee-0562bf3859de tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083848 Jun 22 00:53:18.094647 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Pushing event updated for resources: {'Port': ['ID=a7042cc3-7e2e-4822-a4f7-eba18918ec6f,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:18.107333 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:18.244938 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Attempting to bind port a7042cc3-7e2e-4822-a4f7-eba18918ec6f on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:53:18.245162 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Attempting to bind port a7042cc3-7e2e-4822-a4f7-eba18918ec6f by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:53:18.245502 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Attempting to bind port a7042cc3-7e2e-4822-a4f7-eba18918ec6f on network e5610de5-78d9-44db-a6b3-aa484fca5de0 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:18.260935 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Port a7042cc3-7e2e-4822-a4f7-eba18918ec6f on network e5610de5-78d9-44db-a6b3-aa484fca5de0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:53:18.261601 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Attempting to bind port a7042cc3-7e2e-4822-a4f7-eba18918ec6f on network e5610de5-78d9-44db-a6b3-aa484fca5de0 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:18.267624 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:53:18.268096 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Checking segment: {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:18.271093 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Bound using segment: {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:53:18.271668 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Bound port: a7042cc3-7e2e-4822-a4f7-eba18918ec6f, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:53:18.272086 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:18.296772 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17630c-20f6-4163-90d2-4f93968b20da req-65f275d4-e076-4616-a38b-4576cc457c5e tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:18.298377 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9a17630c-20f6-4163-90d2-4f93968b20da req-65f275d4-e076-4616-a38b-4576cc457c5e tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.2090533 Jun 22 00:53:18.378962 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9a17630c-20f6-4163-90d2-4f93968b20da req-597ce8b5-87c8-4d56-8f88-96d76267b9a5 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549922 Jun 22 00:53:18.384140 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] For port a7042cc3-7e2e-4822-a4f7-eba18918ec6f, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:53:18.388782 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] For port a7042cc3-7e2e-4822-a4f7-eba18918ec6f, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:53:18.395481 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:18.401039 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1d136c5d-1577-4edc-87d9-83ec8cad995b tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:18.459758 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:18.461242 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:18.462859 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] 10.222.0.15 "PUT /v2.0/ports/a7042cc3-7e2e-4822-a4f7-eba18918ec6f HTTP/1.1" status: 200 len: 1093 time: 1.4056151 Jun 22 00:53:18.463642 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51af6296-4ca7-4a75-be49-78fe9575789c', 'tag': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:53:18.467015 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d3c438-8ed8-498f-b729-1833fbe22a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "51af6296-4ca7-4a75-be49-78fe9575789c", "tag": "a7042cc3-7e2e-4822-a4f7-eba18918ec6f"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:53:18.508585 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Pushing event updated for resources: {'Port': ['ID=a7042cc3-7e2e-4822-a4f7-eba18918ec6f,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:18.520433 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:18.545852 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4104ad-8635-444a-8d7c-640fb0433f7f x-openstack-request-id: req-6f4104ad-8635-444a-8d7c-640fb0433f7f {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:53:18.546258 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51af6296-4ca7-4a75-be49-78fe9575789c", "tag": "a7042cc3-7e2e-4822-a4f7-eba18918ec6f", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:53:18.546512 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f4104ad-8635-444a-8d7c-640fb0433f7f {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:53:18.546990 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51af6296-4ca7-4a75-be49-78fe9575789c', 'tag': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f', 'status': 'completed', 'code': 200} Jun 22 00:53:18.630773 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-55fd6898-bae7-46b4-9b71-0fde9d775b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:18.632591 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-55fd6898-bae7-46b4-9b71-0fde9d775b8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 1096 time: 0.0965412 Jun 22 00:53:18.697848 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-a3081611-b687-4bb3-845c-b8ad26d4420c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f HTTP/1.1" status: 200 len: 217 time: 0.0450056 Jun 22 00:53:18.762222 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-c8a1af14-6307-42cf-838b-5a4e3a6f29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:18.763694 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-c8a1af14-6307-42cf-838b-5a4e3a6f29cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=070233c2-7174-469e-9cfd-5f96b698c040 HTTP/1.1" status: 200 len: 849 time: 0.0584614 Jun 22 00:53:18.856454 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-33afb4c8-37eb-46e1-908e-19bd5ee92135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:18.858105 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-33afb4c8-37eb-46e1-908e-19bd5ee92135 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5610de5-78d9-44db-a6b3-aa484fca5de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785904 Jun 22 00:53:19.031813 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc2ff7-119f-4eac-ab57-9288ada8856d req-a32fe6d2-03e1-4dbb-8dd7-3ffd6b9c235b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:19.033882 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-03dc2ff7-119f-4eac-ab57-9288ada8856d req-a32fe6d2-03e1-4dbb-8dd7-3ffd6b9c235b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1630301 Jun 22 00:53:19.071088 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-30db2d16-3afa-452f-bce6-005bb23f7421 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893086 Jun 22 00:53:19.157383 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-03dc2ff7-119f-4eac-ab57-9288ada8856d req-6f9d206a-0af1-48d8-9ff7-3800b9398dd4 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076646 Jun 22 00:53:19.248692 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84f92001-cafb-40c4-8555-f00a8dad45f7 req-5b80cce4-5e80-43b6-8767-52248c939602 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705053 Jun 22 00:53:19.451304 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8c64e-29bd-45d2-bacf-ba1672cb0e93 req-3f3ba293-c0bb-4ac0-bcc3-d60416d455b3 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:19.452941 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7ab8c64e-29bd-45d2-bacf-ba1672cb0e93 req-3f3ba293-c0bb-4ac0-bcc3-d60416d455b3 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 943 time: 0.1582706 Jun 22 00:53:19.520100 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c438-8ed8-498f-b729-1833fbe22a7e req-d755bc02-f912-4162-beab-3a55b7c8ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:19.521987 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c9d3c438-8ed8-498f-b729-1833fbe22a7e req-d755bc02-f912-4162-beab-3a55b7c8ed4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 1096 time: 0.1580203 Jun 22 00:53:19.525761 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7ab8c64e-29bd-45d2-bacf-ba1672cb0e93 req-1b8528dc-f785-4894-b612-c355ecdd10b1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635688 Jun 22 00:53:19.742465 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c438-8ed8-498f-b729-1833fbe22a7e req-5c637672-c3bd-404b-b972-2ef5709e6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:19.743973 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c9d3c438-8ed8-498f-b729-1833fbe22a7e req-5c637672-c3bd-404b-b972-2ef5709e6c9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 911 time: 0.1960623 Jun 22 00:53:19.759451 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af91fb-a071-485b-8d83-d3a3aa8a2281 req-67d9b574-6629-4672-8811-b40a6b914fd1 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:19.761523 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-05af91fb-a071-485b-8d83-d3a3aa8a2281 req-67d9b574-6629-4672-8811-b40a6b914fd1 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.2443194 Jun 22 00:53:19.874038 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-05af91fb-a071-485b-8d83-d3a3aa8a2281 req-76308cf4-c6e6-4e5c-8394-a69b41946a0f tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048286 Jun 22 00:53:19.878246 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c9d3c438-8ed8-498f-b729-1833fbe22a7e req-c9209af5-177c-4c7f-85a1-73b9ecd47828 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f HTTP/1.1" status: 200 len: 217 time: 0.1023650 Jun 22 00:53:19.997308 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c438-8ed8-498f-b729-1833fbe22a7e req-7d3cf9da-ce40-4878-83e6-ccf6ad7156be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:20.002210 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c9d3c438-8ed8-498f-b729-1833fbe22a7e req-7d3cf9da-ce40-4878-83e6-ccf6ad7156be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=070233c2-7174-469e-9cfd-5f96b698c040 HTTP/1.1" status: 200 len: 849 time: 0.1098554 Jun 22 00:53:20.117227 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c438-8ed8-498f-b729-1833fbe22a7e req-2d9d8f4d-0fbc-49b2-b97d-a860a2c5394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:20.118851 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c9d3c438-8ed8-498f-b729-1833fbe22a7e req-2d9d8f4d-0fbc-49b2-b97d-a860a2c5394c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5610de5-78d9-44db-a6b3-aa484fca5de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1094255 Jun 22 00:53:20.130629 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90df40-8b1b-4692-a6e6-6b7fc0f42d70 req-f389e852-d315-4769-b4e8-65f6120599c5 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:20.132869 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6f90df40-8b1b-4692-a6e6-6b7fc0f42d70 req-f389e852-d315-4769-b4e8-65f6120599c5 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0944176 Jun 22 00:53:20.222735 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6f90df40-8b1b-4692-a6e6-6b7fc0f42d70 req-9c60c8f7-b148-4f80-864e-d2f7df37af94 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804694 Jun 22 00:53:20.247350 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c9d3c438-8ed8-498f-b729-1833fbe22a7e req-715328a6-d083-4266-90b3-67eb6a245f2e service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133053 Jun 22 00:53:20.262614 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59694) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:20.540237 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c1d8e-a14c-41e6-9f9d-751a38cee42f tempest-TestShelveInstance-1854495076 tempest-TestShelveInstance-1854495076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:20.545377 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-bf4c1d8e-a14c-41e6-9f9d-751a38cee42f tempest-TestShelveInstance-1854495076 tempest-TestShelveInstance-1854495076-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 1094 time: 0.2771773 Jun 22 00:53:20.546259 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59698) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:20.551301 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Request body: {'floatingip': {'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'port_id': '4d81e072-bc85-484c-8b2c-890176e901af', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:20.551752 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-8c32723b-9200-4ca9-ae09-3ca2fb168d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:20.575221 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for floatingip, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:20.721435 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:20.941677 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Allocated IP 172.27.0.110 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/854097ee-e657-4123-bae0-91588a5eed88) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:20.949236 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c9d3c438-8ed8-498f-b729-1833fbe22a7e req-e688115c-4cb6-4709-88d9-1519c9648123 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956279 Jun 22 00:53:20.958090 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0cc49-f7da-45bd-84b8-5a9f43517375 req-c2f1e3be-cd21-4dfe-b1ab-f28a68db0f99 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:20.967015 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a8f0cc49-f7da-45bd-84b8-5a9f43517375 req-c2f1e3be-cd21-4dfe-b1ab-f28a68db0f99 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.3106399 Jun 22 00:53:21.012072 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02e82f-7551-46e9-a3a7-1c51a587c2a8 req-1d084abd-d237-47bb-8916-90f1607bc92e tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:21.013874 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-df02e82f-7551-46e9-a3a7-1c51a587c2a8 req-1d084abd-d237-47bb-8916-90f1607bc92e tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 943 time: 0.1632886 Jun 22 00:53:21.082033 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a8f0cc49-f7da-45bd-84b8-5a9f43517375 req-48ffd601-d848-4166-a4d1-597c2068097c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120889 Jun 22 00:53:21.090076 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:21.150307 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-df02e82f-7551-46e9-a3a7-1c51a587c2a8 req-fc749ef1-7305-418b-96f0-e7e64cce510e tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923381 Jun 22 00:53:21.194067 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:21.204552 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:21.258422 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:21.301175 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:21.307816 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:21.501362 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event updated for resources: {'Port': ['ID=854097ee-e657-4123-bae0-91588a5eed88,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:21.514737 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:22.133077 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:22.217918 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:22.357234 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59764) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:22.471708 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for port, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:22.490380 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9353121'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:22.490602 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31af28-e70e-47c8-aff8-bd85079695b8 req-f323932f-4d53-49a8-ae39-4bfb6207ba0e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:22.500169 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4b31af28-e70e-47c8-aff8-bd85079695b8 req-f323932f-4d53-49a8-ae39-4bfb6207ba0e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1739881 Jun 22 00:53:22.500382 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:22.539817 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd920d8-ef0f-4d3a-9fc8-82924e785fcd req-db7cf0a8-78b6-454a-88f5-d61549482719 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:22.541481 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1bd920d8-ef0f-4d3a-9fc8-82924e785fcd req-db7cf0a8-78b6-454a-88f5-d61549482719 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 943 time: 0.1674285 Jun 22 00:53:22.586427 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4b31af28-e70e-47c8-aff8-bd85079695b8 req-a0c9a3de-5c5a-40c8-9072-38a2aa2a5cc3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853865 Jun 22 00:53:22.608362 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1bd920d8-ef0f-4d3a-9fc8-82924e785fcd req-f3ed07b0-2ae3-480a-9d35-f7ca2c44096b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584638 Jun 22 00:53:22.636496 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:22.641077 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-75fb38e3-c55d-417b-9e23-b0bf3ca17925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:22.684311 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event updated for resources: {'Port': ['ID=854097ee-e657-4123-bae0-91588a5eed88,revision_number=2']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:22.687563 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:22.787298 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.l3_db [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Floating IP d35bf443-c0e5-4089-b8da-0397f771a300 associated. External IP: 172.27.0.110, port: 4d81e072-bc85-484c-8b2c-890176e901af. Jun 22 00:53:22.921348 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-75fb38e3-c55d-417b-9e23-b0bf3ca17925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:22.930134 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-75fb38e3-c55d-417b-9e23-b0bf3ca17925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:22.935204 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c87dc112-7889-4367-a450-43949cb2ca69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:22.984038 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-548b44b3-8d00-4829-a4e6-de6512028ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.024073 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-75fb38e3-c55d-417b-9e23-b0bf3ca17925 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f57e4841ddef403d8c1292ad8b240e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6651392 Jun 22 00:53:23.024869 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb38e3-c55d-417b-9e23-b0bf3ca17925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d22973-a05d-4d3a-b231-d9e39f0bdc53,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:23.027195 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 59772) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:23.027990 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-75fb38e3-c55d-417b-9e23-b0bf3ca17925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:23.091080 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b06fb70e-2a57-47b3-912b-e51e233c286c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.107288 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Router 92b21a13-7d13-4ac0-a9ac-ee67de899416 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:53:23.113988 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b06fb70e-2a57-47b3-912b-e51e233c286c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.186705 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b06fb70e-2a57-47b3-912b-e51e233c286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.190551 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b06fb70e-2a57-47b3-912b-e51e233c286c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.204171 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b06fb70e-2a57-47b3-912b-e51e233c286c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/13d22973-a05d-4d3a-b231-d9e39f0bdc53 HTTP/1.1" status: 204 len: 168 time: 0.1625304 Jun 22 00:53:23.205276 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-15407ffd-9780-461c-bcd8-6d7f690bb6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:23.214157 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fb70e-2a57-47b3-912b-e51e233c286c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d22973-a05d-4d3a-b231-d9e39f0bdc53,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:23.217075 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b06fb70e-2a57-47b3-912b-e51e233c286c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:23.223737 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:53:23.242290 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bbd90d-02d6-4707-aaed-b0617d679147 None None] Sync routers for ids ['92b21a13-7d13-4ac0-a9ac-ee67de899416'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:53:23.243472 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.252758 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bbd90d-02d6-4707-aaed-b0617d679147 None None] Routers {'92b21a13-7d13-4ac0-a9ac-ee67de899416'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:23.253804 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-96bbd90d-02d6-4707-aaed-b0617d679147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:53:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['92b21a13-7d13-4ac0-a9ac-ee67de899416'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:23.286455 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7389290 Jun 22 00:53:23.287269 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af'}] {{(pid=99509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:53:23.290174 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}715ab93fe84fc0b93290d0888939334232c31d164512a61dc43338aaaf7e287b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "tag": "4d81e072-bc85-484c-8b2c-890176e901af"}]}' {{(pid=99509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:53:23.346322 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a24236-8386-4247-afb1-36b1b37b6f31 x-openstack-request-id: req-13a24236-8386-4247-afb1-36b1b37b6f31 {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:53:23.346871 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "tag": "4d81e072-bc85-484c-8b2c-890176e901af", "status": "completed", "code": 200}]} {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:53:23.347357 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13a24236-8386-4247-afb1-36b1b37b6f31 {{(pid=99509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:53:23.348313 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af', 'status': 'completed', 'code': 200} Jun 22 00:53:23.386408 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-96bbd90d-02d6-4707-aaed-b0617d679147 None None] Set router 92b21a13-7d13-4ac0-a9ac-ee67de899416 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:23.514031 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb req-9a13cca5-265b-4fe2-9d16-d02840b50d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:23.515672 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb req-9a13cca5-265b-4fe2-9d16-d02840b50d5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22e2584999b7475eac023989b6168a85&device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 1099 time: 0.0938902 Jun 22 00:53:23.561681 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59782) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:23.579469 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8157f974-c824-4d44-b1b7-e1559dc77648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.719655 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.731604 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb req-5a3499eb-1ad9-4204-9ddd-a4e2e5c07ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:23.732817 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb req-5a3499eb-1ad9-4204-9ddd-a4e2e5c07ce7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f92a2cec-a693-4e05-94b5-39b9afbe845f HTTP/1.1" status: 200 len: 909 time: 0.2000458 Jun 22 00:53:23.740770 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8157f974-c824-4d44-b1b7-e1559dc77648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.748906 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8157f974-c824-4d44-b1b7-e1559dc77648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.754754 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ba67e43a-2fcd-4ef6-b40c-010c68be1801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:23.815256 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-8157f974-c824-4d44-b1b7-e1559dc77648 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2bf68bc336a48538c1c914e548a4ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515872 Jun 22 00:53:23.816467 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157f974-c824-4d44-b1b7-e1559dc77648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4160fa-0119-4697-b020-38d6784131af,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:23.818827 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59790) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:23.838699 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-8157f974-c824-4d44-b1b7-e1559dc77648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:23.858264 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-96bbd90d-02d6-4707-aaed-b0617d679147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 4, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'd35bf443-c0e5-4089-b8da-0397f771a300', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'port_id': '4d81e072-bc85-484c-8b2c-890176e901af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'mac_address': 'fa:16:3e:d2:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:53:21Z', 'updated_at': '2021-06-22T00:53:21Z', 'revision_number': 0, 'project_id': '22e2584999b7475eac023989b6168a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e1c831-cf0e-442a-957b-b78c4279ba72', 'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'mac_address': 'fa:16:3e:49:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:57Z', 'updated_at': '2021-06-22T00:52:08Z', 'revision_number': 5, 'project_id': '22e2584999b7475eac023989b6168a85', 'subnets': [{'id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:23.899084 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bbd90d-02d6-4707-aaed-b0617d679147 None None] Checking router: 92b21a13-7d13-4ac0-a9ac-ee67de899416 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:53:23.909488 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bbd90d-02d6-4707-aaed-b0617d679147 None None] Routers {'92b21a13-7d13-4ac0-a9ac-ee67de899416'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:23.910447 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-96bbd90d-02d6-4707-aaed-b0617d679147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:53:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['92b21a13-7d13-4ac0-a9ac-ee67de899416'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:23.932241 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ae3dce1-73b2-4063-9fd2-b16ca315cb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.946029 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb req-db675e8f-3066-443d-8b09-c2f8593b29f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d81e072-bc85-484c-8b2c-890176e901af HTTP/1.1" status: 200 len: 1000 time: 0.2049716 Jun 22 00:53:23.966559 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ae3dce1-73b2-4063-9fd2-b16ca315cb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:24.026911 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ae3dce1-73b2-4063-9fd2-b16ca315cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:24.029465 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3ae3dce1-73b2-4063-9fd2-b16ca315cb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:24.030601 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-3ae3dce1-73b2-4063-9fd2-b16ca315cb4d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c4160fa-0119-4697-b020-38d6784131af HTTP/1.1" status: 204 len: 168 time: 0.1997032 Jun 22 00:53:24.031436 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b62dfc85-5b2c-4a47-aa69-d8937e9964d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:24.057557 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4b43f-1b66-4f98-8f94-14267d6671bc req-c298c795-d628-41d1-a977-a7003e27012d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:24.059130 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bfd4b43f-1b66-4f98-8f94-14267d6671bc req-c298c795-d628-41d1-a977-a7003e27012d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.2066245 Jun 22 00:53:24.068640 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-96bbd90d-02d6-4707-aaed-b0617d679147 None None] Set router 92b21a13-7d13-4ac0-a9ac-ee67de899416 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:24.069886 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3dce1-73b2-4063-9fd2-b16ca315cb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4160fa-0119-4697-b020-38d6784131af,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:24.071286 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a346896-aa9f-40a3-9848-66e7cc28835d req-e0fe6477-7bd1-43aa-a2f7-741cf83784fc tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:24.077488 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-3ae3dce1-73b2-4063-9fd2-b16ca315cb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:24.080000 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5a346896-aa9f-40a3-9848-66e7cc28835d req-e0fe6477-7bd1-43aa-a2f7-741cf83784fc tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 943 time: 0.2296996 Jun 22 00:53:24.084481 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb req-ea68c8b1-3e1c-4f02-9ff0-f81a81120bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:24.085994 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb req-ea68c8b1-3e1c-4f02-9ff0-f81a81120bc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2c4a4-29de-4451-aa22-e51b0f342bc3 HTTP/1.1" status: 200 len: 847 time: 0.1291506 Jun 22 00:53:24.190540 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5a346896-aa9f-40a3-9848-66e7cc28835d req-fb7c155d-9058-4bd0-a55b-e2ec9cc91c61 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095846 Jun 22 00:53:24.198265 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bfd4b43f-1b66-4f98-8f94-14267d6671bc req-bda444a9-6fc0-460a-a277-dd955dd04d9b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154869 Jun 22 00:53:24.223408 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb req-08d2f721-d11d-41a3-bead-687fb0c70480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:24.237434 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb req-08d2f721-d11d-41a3-bead-687fb0c70480 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f92a2cec-a693-4e05-94b5-39b9afbe845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1326349 Jun 22 00:53:24.349771 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb req-eb5c5c40-2c8c-4142-bc49-3971a163285a service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101427 Jun 22 00:53:24.395047 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-96bbd90d-02d6-4707-aaed-b0617d679147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 4, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'd35bf443-c0e5-4089-b8da-0397f771a300', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'port_id': '4d81e072-bc85-484c-8b2c-890176e901af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'mac_address': 'fa:16:3e:d2:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:53:21Z', 'updated_at': '2021-06-22T00:53:21Z', 'revision_number': 0, 'project_id': '22e2584999b7475eac023989b6168a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e1c831-cf0e-442a-957b-b78c4279ba72', 'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'mac_address': 'fa:16:3e:49:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:57Z', 'updated_at': '2021-06-22T00:52:08Z', 'revision_number': 5, 'project_id': '22e2584999b7475eac023989b6168a85', 'subnets': [{'id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:24.435576 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bbd90d-02d6-4707-aaed-b0617d679147 None None] The sync data for ids ['92b21a13-7d13-4ac0-a9ac-ee67de899416'] in dv-cinder-753305-6-iscsi is: [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 4, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'd35bf443-c0e5-4089-b8da-0397f771a300', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'port_id': '4d81e072-bc85-484c-8b2c-890176e901af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'mac_address': 'fa:16:3e:d2:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:53:21Z', 'updated_at': '2021-06-22T00:53:21Z', 'revision_number': 0, 'project_id': '22e2584999b7475eac023989b6168a85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e1c831-cf0e-442a-957b-b78c4279ba72', 'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'mac_address': 'fa:16:3e:49:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:57Z', 'updated_at': '2021-06-22T00:52:08Z', 'revision_number': 5, 'project_id': '22e2584999b7475eac023989b6168a85', 'subnets': [{'id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:53:24.494196 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ffe51a9e-7608-4731-b264-d8a5df9cd6fb req-a28a6d43-eb0b-4b44-8b9d-7859e129564b service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354649 Jun 22 00:53:24.553744 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:24.746172 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a7042cc3-7e2e-4822-a4f7-eba18918ec6f details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:53:24.783101 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b9af59-9964-4232-bba9-d17cd83644d8 None None] New status for floating IP d35bf443-c0e5-4089-b8da-0397f771a300: ACTIVE {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:53:24.948981 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a7042cc3-7e2e-4822-a4f7-eba18918ec6f, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:24.978169 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'port_id': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f', 'mac_address': 'fa:16:3e:26:9f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:53:25.039236 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:25.076247 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7042cc3-7e2e-4822-a4f7-eba18918ec6f {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:53:25.129537 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a7042cc3-7e2e-4822-a4f7-eba18918ec6f, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:25.146806 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:25.150723 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:25.215609 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=a7042cc3-7e2e-4822-a4f7-eba18918ec6f,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:25.222147 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:25.489968 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca122f1-159e-4c9a-bc56-2d9f20513a69 req-957d9f24-0855-4c64-86c3-c2a078ddf639 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:25.493644 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3ca122f1-159e-4c9a-bc56-2d9f20513a69 req-957d9f24-0855-4c64-86c3-c2a078ddf639 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 944 time: 0.1383421 Jun 22 00:53:25.527143 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a784b-789e-479b-84a2-e068714a7cd2 req-a72019e2-7a15-438b-80e0-a851537362c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:25.528683 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ed1a784b-789e-479b-84a2-e068714a7cd2 req-a72019e2-7a15-438b-80e0-a851537362c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1407421 Jun 22 00:53:25.576337 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3ca122f1-159e-4c9a-bc56-2d9f20513a69 req-8fed9324-e8e6-4d4b-afea-6d0718bfda1a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767379 Jun 22 00:53:25.608102 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ed1a784b-789e-479b-84a2-e068714a7cd2 req-6320be2b-709f-4f1f-9c74-8d9d702f53e6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696180 Jun 22 00:53:25.759303 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['a7042cc3-7e2e-4822-a4f7-eba18918ec6f'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:53:26.212073 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:26.801323 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab544f4-7b70-4e8b-8078-637c4e30ebfe req-34f40bd1-906a-4937-ae37-1a7075d09450 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:26.807793 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dab544f4-7b70-4e8b-8078-637c4e30ebfe req-34f40bd1-906a-4937-ae37-1a7075d09450 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 944 time: 0.1156328 Jun 22 00:53:26.873789 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dab544f4-7b70-4e8b-8078-637c4e30ebfe req-f1216a26-70ee-4524-ad42-738307f77e1b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555050 Jun 22 00:53:26.883121 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ec33a-3895-4213-9d56-a66403d29d7f req-44f8dad2-212b-4b2f-b032-59f932429e51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:26.886039 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-936ec33a-3895-4213-9d56-a66403d29d7f req-44f8dad2-212b-4b2f-b032-59f932429e51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.1564841 Jun 22 00:53:26.962384 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-936ec33a-3895-4213-9d56-a66403d29d7f req-5e6733cc-d939-4bbc-81f2-74ea893441ab tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700822 Jun 22 00:53:28.075780 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f1bae-e58a-4c57-a2a2-2b0bbb4a2e6f req-47fa06ca-0c1f-41eb-9d94-be3a5794ae9a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:28.077220 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-450f1bae-e58a-4c57-a2a2-2b0bbb4a2e6f req-47fa06ca-0c1f-41eb-9d94-be3a5794ae9a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 944 time: 0.0621068 Jun 22 00:53:28.146127 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-450f1bae-e58a-4c57-a2a2-2b0bbb4a2e6f req-bca5d3b6-7321-4d95-9419-842690534df3 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594769 Jun 22 00:53:28.165194 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3084f23-73f1-41ec-a7dc-633d571ff4e0 req-193b2df5-bda4-4025-8b30-efa1abefb019 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:28.166609 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c3084f23-73f1-41ec-a7dc-633d571ff4e0 req-193b2df5-bda4-4025-8b30-efa1abefb019 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0885334 Jun 22 00:53:28.204779 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c3084f23-73f1-41ec-a7dc-633d571ff4e0 req-cfd4c819-235e-4acd-b3e5-343721de9ca3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319769 Jun 22 00:53:28.776595 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a7042cc3-7e2e-4822-a4f7-eba18918ec6f up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:28.825173 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port a7042cc3-7e2e-4822-a4f7-eba18918ec6f completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:28.828717 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port a7042cc3-7e2e-4822-a4f7-eba18918ec6f triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:28.829103 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:28.905980 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:28.929511 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51af6296-4ca7-4a75-be49-78fe9575789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:53:28.931993 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113ed650-791e-4a44-b0cd-230a91531054" -d '{"events": [{"server_uuid": "51af6296-4ca7-4a75-be49-78fe9575789c", "name": "network-vif-plugged", "status": "completed", "tag": "a7042cc3-7e2e-4822-a4f7-eba18918ec6f"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:53:28.947755 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a7042cc3-7e2e-4822-a4f7-eba18918ec6f, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:28.951683 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:28.953649 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:28.976893 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217f751c-7848-4d22-9bf9-4d5d0f8a0737 x-openstack-request-id: req-217f751c-7848-4d22-9bf9-4d5d0f8a0737 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:53:28.977204 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51af6296-4ca7-4a75-be49-78fe9575789c", "name": "network-vif-plugged", "status": "completed", "tag": "a7042cc3-7e2e-4822-a4f7-eba18918ec6f", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:53:28.977485 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-217f751c-7848-4d22-9bf9-4d5d0f8a0737 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:53:28.977898 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51af6296-4ca7-4a75-be49-78fe9575789c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f', 'code': 200} Jun 22 00:53:29.003269 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=a7042cc3-7e2e-4822-a4f7-eba18918ec6f,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:29.006613 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:29.190810 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa62004-fbfc-4683-9784-2d592d780963 req-2cebae87-c949-4372-ae3c-f4c89fd5237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:29.192313 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fa62004-fbfc-4683-9784-2d592d780963 req-2cebae87-c949-4372-ae3c-f4c89fd5237e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 1098 time: 0.0542028 Jun 22 00:53:29.406326 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa62004-fbfc-4683-9784-2d592d780963 req-93fc8233-beb3-47c1-9eb5-7e5f69a38696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:29.407858 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fa62004-fbfc-4683-9784-2d592d780963 req-93fc8233-beb3-47c1-9eb5-7e5f69a38696 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 918 time: 0.2003832 Jun 22 00:53:29.417625 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c288856-9166-4960-9996-9aa636309e77 req-38dd94e8-224d-41f2-9624-40bb0bb6d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:29.418957 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7c288856-9166-4960-9996-9aa636309e77 req-38dd94e8-224d-41f2-9624-40bb0bb6d31a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 1098 time: 0.1939163 Jun 22 00:53:29.434739 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ea0c1-a408-49f6-959c-e68de4325343 req-5d09aa9d-83fe-4e90-b247-bbffd35514d1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:29.436356 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-579ea0c1-a408-49f6-959c-e68de4325343 req-5d09aa9d-83fe-4e90-b247-bbffd35514d1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1754212 Jun 22 00:53:29.539070 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f87160-4d13-4f4f-9614-473b2c9a8b2e req-9ddb05d3-870e-4555-bcef-9f2d575dca8c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:29.540535 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-43f87160-4d13-4f4f-9614-473b2c9a8b2e req-9ddb05d3-870e-4555-bcef-9f2d575dca8c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.2154770 Jun 22 00:53:29.554263 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7c288856-9166-4960-9996-9aa636309e77 req-872a3f00-75f6-4961-9c9a-2192a04a1957 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159415 Jun 22 00:53:29.555876 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fa62004-fbfc-4683-9784-2d592d780963 req-289a2109-72bd-434d-a84d-42fffcf20b4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2 HTTP/1.1" status: 200 len: 1000 time: 0.1361182 Jun 22 00:53:29.563004 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-579ea0c1-a408-49f6-959c-e68de4325343 req-8325c65b-d9ca-4b60-beaa-347b05d92efe tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186824 Jun 22 00:53:29.595000 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-43f87160-4d13-4f4f-9614-473b2c9a8b2e req-8d754d90-9073-472d-91cd-c02eaf528df8 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Jun 22 00:53:30.152705 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa62004-fbfc-4683-9784-2d592d780963 req-1ceac9e8-7e39-4c02-8ce9-741001be6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:30.154111 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fa62004-fbfc-4683-9784-2d592d780963 req-1ceac9e8-7e39-4c02-8ce9-741001be6d9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 200 len: 856 time: 0.0468183 Jun 22 00:53:30.209447 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa62004-fbfc-4683-9784-2d592d780963 req-94c57eed-8a4e-4643-a330-37c1d9de6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:30.211481 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fa62004-fbfc-4683-9784-2d592d780963 req-94c57eed-8a4e-4643-a330-37c1d9de6a33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40daa533-8b8b-42fb-9b6e-81147858b587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496569 Jun 22 00:53:30.327244 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fa62004-fbfc-4683-9784-2d592d780963 req-4c691b1a-d191-4e88-addd-3cdd6c193db6 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794141 Jun 22 00:53:30.419034 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fa62004-fbfc-4683-9784-2d592d780963 req-37cca097-c40b-4de6-a36e-575123aa387e service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832193 Jun 22 00:53:30.778113 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7b0e08fb-48b7-40db-862a-78500b6a30f2 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:53:30.789189 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7578e6-cc03-4104-8c89-c501ae373322 req-74024a40-0b5b-4cd3-b293-25c5abe98085 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:30.790839 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4d7578e6-cc03-4104-8c89-c501ae373322 req-74024a40-0b5b-4cd3-b293-25c5abe98085 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1100252 Jun 22 00:53:30.804772 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68942467-8952-42b8-974f-4e513641caa3 req-6942495b-7759-4fec-8ec3-bf18e07f74a6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:30.806657 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-68942467-8952-42b8-974f-4e513641caa3 req-6942495b-7759-4fec-8ec3-bf18e07f74a6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 945 time: 0.0954366 Jun 22 00:53:30.853561 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4d7578e6-cc03-4104-8c89-c501ae373322 req-9f949a0a-24ec-4186-bdb5-17dc98b874a2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462942 Jun 22 00:53:30.856850 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:30.894432 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:30.899705 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-68942467-8952-42b8-974f-4e513641caa3 req-f7397094-aeb0-4954-9d58-7f928d7a17db tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718217 Jun 22 00:53:30.901488 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:30.904524 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-be47ff7a-a5bd-4b48-89b7-12544a2ef787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:30.958701 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=7b0e08fb-48b7-40db-862a-78500b6a30f2,revision_number=8']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:30.964573 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:30.979051 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:53:30.981380 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c51bb75-c9d5-4bb4-9e6a-9074c3b0dd01" -d '{"events": [{"server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:53:31.016220 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 00:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bff1c05-c92f-488f-888c-d73e0c3fd0be x-openstack-request-id: req-7bff1c05-c92f-488f-888c-d73e0c3fd0be {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:53:31.016579 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:53:31.016847 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7bff1c05-c92f-488f-888c-d73e0c3fd0be {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:53:31.017240 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'code': 200} Jun 22 00:53:31.374836 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:53:32.045433 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6cc05-2752-494e-bf55-c0506327d64a req-547f83c6-77cc-4358-b0d1-962a1eb6a8e0 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:32.046888 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cdb6cc05-2752-494e-bf55-c0506327d64a req-547f83c6-77cc-4358-b0d1-962a1eb6a8e0 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0692558 Jun 22 00:53:32.084334 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cdb6cc05-2752-494e-bf55-c0506327d64a req-682eb863-cdf5-4219-9d0e-33e04f2b643f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318871 Jun 22 00:53:32.283283 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92534f07-4198-43b7-ba5d-f10ec864a3b2 req-9ba0a351-c716-4ea2-83ec-3b7b176d50ff tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:32.284727 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-92534f07-4198-43b7-ba5d-f10ec864a3b2 req-9ba0a351-c716-4ea2-83ec-3b7b176d50ff tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.2656238 Jun 22 00:53:32.296445 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a274eb-7a79-4450-8ede-29ad73e89f86 req-23c87ec1-2957-4684-9e0d-27984a230bdc tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:32.297807 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-14a274eb-7a79-4450-8ede-29ad73e89f86 req-23c87ec1-2957-4684-9e0d-27984a230bdc tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0914414 Jun 22 00:53:32.306703 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 59968) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:32.311923 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-86096fc3-a896-445a-86f9-5bb09d4d338c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'floatingip': {'port_id': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:32.331203 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-92534f07-4198-43b7-ba5d-f10ec864a3b2 req-b38c00ff-34c2-4d3d-912b-fc8db907af9b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Jun 22 00:53:32.350023 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-86096fc3-a896-445a-86f9-5bb09d4d338c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:32.789041 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-86096fc3-a896-445a-86f9-5bb09d4d338c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:32.792714 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-86096fc3-a896-445a-86f9-5bb09d4d338c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:32.889673 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.l3_db [None req-86096fc3-a896-445a-86f9-5bb09d4d338c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Floating IP 59a74a18-6a6c-4168-92b4-b29bdada0726 associated. External IP: 172.27.0.123, port: a7042cc3-7e2e-4822-a4f7-eba18918ec6f. Jun 22 00:53:33.309621 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86096fc3-a896-445a-86f9-5bb09d4d338c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Router 52c8014a-da5b-4303-8a8a-43d95b059bc6 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:53:33.419910 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86096fc3-a896-445a-86f9-5bb09d4d338c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:53:33.426127 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-86096fc3-a896-445a-86f9-5bb09d4d338c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:33.432652 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26cbfb-0d75-4c64-aecc-bf171fdd5294 None None] Sync routers for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:53:33.446844 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26cbfb-0d75-4c64-aecc-bf171fdd5294 None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:33.448079 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-8b26cbfb-0d75-4c64-aecc-bf171fdd5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:53:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:33.468309 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-86096fc3-a896-445a-86f9-5bb09d4d338c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "PUT /v2.0/floatingips/59a74a18-6a6c-4168-92b4-b29bdada0726 HTTP/1.1" status: 200 len: 991 time: 1.1601899 Jun 22 00:53:33.468864 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51af6296-4ca7-4a75-be49-78fe9575789c', 'tag': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f'}] {{(pid=99509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:53:33.471826 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}715ab93fe84fc0b93290d0888939334232c31d164512a61dc43338aaaf7e287b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79d12a3-16a3-4323-a5a8-b4839d530413" -d '{"events": [{"name": "network-changed", "server_uuid": "51af6296-4ca7-4a75-be49-78fe9575789c", "tag": "a7042cc3-7e2e-4822-a4f7-eba18918ec6f"}]}' {{(pid=99509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:53:33.584051 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d850d8-563d-4fba-9d49-321325e60a98 req-6bfcd72d-5976-4a66-813b-2fad62cac5ea tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:33.592854 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-42d850d8-563d-4fba-9d49-321325e60a98 req-6bfcd72d-5976-4a66-813b-2fad62cac5ea tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1433518 Jun 22 00:53:33.651535 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-42d850d8-563d-4fba-9d49-321325e60a98 req-60d3b0ec-b441-4423-8b26-d0a523976026 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577037 Jun 22 00:53:33.702767 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac24db90-ab38-4825-b7d5-c68667133e0a x-openstack-request-id: req-ac24db90-ab38-4825-b7d5-c68667133e0a {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:53:33.703420 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51af6296-4ca7-4a75-be49-78fe9575789c", "tag": "a7042cc3-7e2e-4822-a4f7-eba18918ec6f", "status": "completed", "code": 200}]} {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:53:33.703817 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac24db90-ab38-4825-b7d5-c68667133e0a {{(pid=99509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:53:33.704468 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51af6296-4ca7-4a75-be49-78fe9575789c', 'tag': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f', 'status': 'completed', 'code': 200} Jun 22 00:53:33.738230 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-8b26cbfb-0d75-4c64-aecc-bf171fdd5294 None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:33.832001 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d12a3-16a3-4323-a5a8-b4839d530413 req-e3a6d04e-476a-4525-a642-cf994299143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:33.833575 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e79d12a3-16a3-4323-a5a8-b4839d530413 req-e3a6d04e-476a-4525-a642-cf994299143a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 1098 time: 0.0749810 Jun 22 00:53:33.957056 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d12a3-16a3-4323-a5a8-b4839d530413 req-33e30d08-f17e-457b-9a81-87b46d612f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:33.960045 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e79d12a3-16a3-4323-a5a8-b4839d530413 req-33e30d08-f17e-457b-9a81-87b46d612f5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 911 time: 0.1190770 Jun 22 00:53:34.020415 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-8b26cbfb-0d75-4c64-aecc-bf171fdd5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '59a74a18-6a6c-4168-92b4-b29bdada0726', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'port_id': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'mac_address': 'fa:16:3e:26:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af6296-4ca7-4a75-be49-78fe9575789c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:53:09Z', 'updated_at': '2021-06-22T00:53:32Z', 'revision_number': 1, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:34.054053 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e79d12a3-16a3-4323-a5a8-b4839d530413 req-3ec69994-7952-4341-a319-388da4223b34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f HTTP/1.1" status: 200 len: 999 time: 0.0864952 Jun 22 00:53:34.063745 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26cbfb-0d75-4c64-aecc-bf171fdd5294 None None] Checking router: 52c8014a-da5b-4303-8a8a-43d95b059bc6 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:53:34.076129 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26cbfb-0d75-4c64-aecc-bf171fdd5294 None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:34.077321 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-8b26cbfb-0d75-4c64-aecc-bf171fdd5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:53:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:34.111758 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d12a3-16a3-4323-a5a8-b4839d530413 req-e4b8c667-f31c-4cfa-8e2b-23b4aa04405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:34.113243 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e79d12a3-16a3-4323-a5a8-b4839d530413 req-e4b8c667-f31c-4cfa-8e2b-23b4aa04405a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=070233c2-7174-469e-9cfd-5f96b698c040 HTTP/1.1" status: 200 len: 849 time: 0.0532694 Jun 22 00:53:34.204217 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-8b26cbfb-0d75-4c64-aecc-bf171fdd5294 None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:34.204518 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d12a3-16a3-4323-a5a8-b4839d530413 req-8010db23-280f-419d-b0d5-f88d6683ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:34.206118 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e79d12a3-16a3-4323-a5a8-b4839d530413 req-8010db23-280f-419d-b0d5-f88d6683ce59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5610de5-78d9-44db-a6b3-aa484fca5de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866413 Jun 22 00:53:34.313441 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e79d12a3-16a3-4323-a5a8-b4839d530413 req-6a4fd487-206c-4153-a4e7-a9138160fb06 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998187 Jun 22 00:53:34.415675 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e79d12a3-16a3-4323-a5a8-b4839d530413 req-2cdb2e90-e751-4f79-a93b-f8472747f04f service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943570 Jun 22 00:53:34.481491 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-8b26cbfb-0d75-4c64-aecc-bf171fdd5294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '59a74a18-6a6c-4168-92b4-b29bdada0726', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'port_id': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'mac_address': 'fa:16:3e:26:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af6296-4ca7-4a75-be49-78fe9575789c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:53:09Z', 'updated_at': '2021-06-22T00:53:32Z', 'revision_number': 1, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:34.511078 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26cbfb-0d75-4c64-aecc-bf171fdd5294 None None] The sync data for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi is: [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '59a74a18-6a6c-4168-92b4-b29bdada0726', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'port_id': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'mac_address': 'fa:16:3e:26:9f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af6296-4ca7-4a75-be49-78fe9575789c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:53:09Z', 'updated_at': '2021-06-22T00:53:32Z', 'revision_number': 1, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:53:34.585231 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0db618-29e8-418a-8624-410d9cf66b04 req-ff2d2582-38df-4bf0-bf6d-8f52d3d97bfd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:34.586773 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0c0db618-29e8-418a-8624-410d9cf66b04 req-ff2d2582-38df-4bf0-bf6d-8f52d3d97bfd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0779033 Jun 22 00:53:34.627050 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0c0db618-29e8-418a-8624-410d9cf66b04 req-c49c4845-e5bf-4c63-b917-2fdc16c1f764 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343857 Jun 22 00:53:34.739941 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c368178-95f2-4118-96ff-e13742f1331e None None] New status for floating IP 59a74a18-6a6c-4168-92b4-b29bdada0726: ACTIVE {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:53:34.801839 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 60048) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:34.902295 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-905d269f-a691-4cef-96ba-6408a35b5b57 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992224 Jun 22 00:53:35.823914 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd53522-c7d6-4672-9495-ef6ce502acbd req-e7330471-42fd-4b3b-a461-591238599f0d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:35.825419 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3dd53522-c7d6-4672-9495-ef6ce502acbd req-e7330471-42fd-4b3b-a461-591238599f0d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0771284 Jun 22 00:53:35.872746 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3dd53522-c7d6-4672-9495-ef6ce502acbd req-eae65836-9a7d-49f2-9e37-3a9052455dc9 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414450 Jun 22 00:53:35.881244 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 60082) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:35.989083 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0afbafcb-44c0-49ed-a48d-730b5d99713b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.081906 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0afbafcb-44c0-49ed-a48d-730b5d99713b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.086064 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-0afbafcb-44c0-49ed-a48d-730b5d99713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.088612 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-58e4ef47-dbff-46be-a84d-e7fb8aa3626d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:36.127465 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-0afbafcb-44c0-49ed-a48d-730b5d99713b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0e4d5d6824f428485c25c4bf2f1035f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442608 Jun 22 00:53:36.128407 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 60086) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:36.128548 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbafcb-44c0-49ed-a48d-730b5d99713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04905c8-b567-4347-b61e-a17a56032536,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:36.132270 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0afbafcb-44c0-49ed-a48d-730b5d99713b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:36.184507 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb785-3366-47d1-8280-e6d250f16744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.205896 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb785-3366-47d1-8280-e6d250f16744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.250796 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb785-3366-47d1-8280-e6d250f16744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.253415 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-2b7fb785-3366-47d1-8280-e6d250f16744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.254573 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-2b7fb785-3366-47d1-8280-e6d250f16744 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c04905c8-b567-4347-b61e-a17a56032536 HTTP/1.1" status: 204 len: 168 time: 0.1251626 Jun 22 00:53:36.255346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:36.266570 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fb785-3366-47d1-8280-e6d250f16744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04905c8-b567-4347-b61e-a17a56032536,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:36.268970 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2b7fb785-3366-47d1-8280-e6d250f16744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:36.528651 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 60094) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:36.541434 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-62479ed0-f9dd-468d-97c2-07cf2f7dce85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.632382 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-62479ed0-f9dd-468d-97c2-07cf2f7dce85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.636136 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-62479ed0-f9dd-468d-97c2-07cf2f7dce85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.639685 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-24014669-6f09-4f0e-b63d-4c8c99009f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:36.675974 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-62479ed0-f9dd-468d-97c2-07cf2f7dce85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2c3aa5fa9974cfbac78fc555b147592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462166 Jun 22 00:53:36.678717 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62479ed0-f9dd-468d-97c2-07cf2f7dce85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0123abd5-5021-4cf1-8699-aa5f4b4ec830,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:36.679799 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 60096) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:36.681809 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-62479ed0-f9dd-468d-97c2-07cf2f7dce85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:36.729756 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-889bcea8-600f-4fec-87c9-b02506a80817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.751115 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-889bcea8-600f-4fec-87c9-b02506a80817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.770488 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-1c9d8594-250b-4a0c-8a22-29294d628a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:36.772063 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-1c9d8594-250b-4a0c-8a22-29294d628a03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01&tenant_id=82fead901d83470b932de546dc74ac9d HTTP/1.1" status: 200 len: 1096 time: 0.0811172 Jun 22 00:53:36.800146 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-889bcea8-600f-4fec-87c9-b02506a80817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.802995 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-889bcea8-600f-4fec-87c9-b02506a80817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:36.807529 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-889bcea8-600f-4fec-87c9-b02506a80817 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0123abd5-5021-4cf1-8699-aa5f4b4ec830 HTTP/1.1" status: 204 len: 168 time: 0.1265337 Jun 22 00:53:36.808524 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2cf43aa7-7446-458d-9f7b-9dac257d61d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:36.817351 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bcea8-600f-4fec-87c9-b02506a80817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0123abd5-5021-4cf1-8699-aa5f4b4ec830,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:36.820966 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-889bcea8-600f-4fec-87c9-b02506a80817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:36.850551 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7b0e08fb-48b7-40db-862a-78500b6a30f2 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:53:36.875711 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-4a200dc7-2ac4-43e4-9b70-3d1765c951cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:36.877172 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-4a200dc7-2ac4-43e4-9b70-3d1765c951cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 1096 time: 0.0684428 Jun 22 00:53:37.168824 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 60110) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:37.183064 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-080e0d02-59c5-47b5-b2e6-9fcef4b4ab6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:37.273859 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-080e0d02-59c5-47b5-b2e6-9fcef4b4ab6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:37.277535 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-080e0d02-59c5-47b5-b2e6-9fcef4b4ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:37.281194 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1e55514e-2a44-443c-9cd9-41bdb9617484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:37.295368 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-46de0c56-0094-45fc-a7fb-5473e043aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:37.296823 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-46de0c56-0094-45fc-a7fb-5473e043aec9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 918 time: 0.4098454 Jun 22 00:53:37.307261 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8712a34-4fe2-4f40-bc1a-862d3f25968a req-b9891226-8b2b-430a-8a46-5bc6f7799305 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:37.308651 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e8712a34-4fe2-4f40-bc1a-862d3f25968a req-b9891226-8b2b-430a-8a46-5bc6f7799305 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1206825 Jun 22 00:53:37.323083 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-080e0d02-59c5-47b5-b2e6-9fcef4b4ab6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=639c1a0554fa4e36acef82b11a7bf9ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506901 Jun 22 00:53:37.323083 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e0d02-59c5-47b5-b2e6-9fcef4b4ab6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdaa199-749c-4e2c-a8be-b8c239c5a6f4,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:37.325833 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-080e0d02-59c5-47b5-b2e6-9fcef4b4ab6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:37.326523 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 60114) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:37.375352 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d4de86e4-d871-461f-80f5-3ae3f8062f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:37.389445 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e8712a34-4fe2-4f40-bc1a-862d3f25968a req-4e87a2cc-9616-45c9-860f-aa56691b331c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738556 Jun 22 00:53:37.391642 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-bf11e5a4-d186-4721-bcd8-702056ac4320 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2 HTTP/1.1" status: 200 len: 998 time: 0.0821199 Jun 22 00:53:37.397948 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d4de86e4-d871-461f-80f5-3ae3f8062f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:37.448993 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-ec64c3d2-a88c-4bf0-8c19-0431756a0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:37.450623 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-ec64c3d2-a88c-4bf0-8c19-0431756a0211 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 200 len: 856 time: 0.0507672 Jun 22 00:53:37.452340 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d4de86e4-d871-461f-80f5-3ae3f8062f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:37.454999 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d4de86e4-d871-461f-80f5-3ae3f8062f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:37.456171 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d4de86e4-d871-461f-80f5-3ae3f8062f52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfdaa199-749c-4e2c-a8be-b8c239c5a6f4 HTTP/1.1" status: 204 len: 168 time: 0.1286020 Jun 22 00:53:37.464692 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-5b3ec6b2-1149-4c8f-b758-7b25b32509a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:37.472039 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de86e4-d871-461f-80f5-3ae3f8062f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdaa199-749c-4e2c-a8be-b8c239c5a6f4,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:37.474299 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d4de86e4-d871-461f-80f5-3ae3f8062f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:37.515935 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-57b4432c-736b-4218-9255-9c97a07e4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:37.517405 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-57b4432c-736b-4218-9255-9c97a07e4da5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40daa533-8b8b-42fb-9b6e-81147858b587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602188 Jun 22 00:53:37.606781 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-9ec3bfa2-6d78-4359-a07b-11876795f436 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814593 Jun 22 00:53:37.698204 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-467805b5-f562-4e42-96dc-9e76b490363d service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849695 Jun 22 00:53:38.622702 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab6fe-39f4-4fda-96a8-b57279014d37 req-a3aaaa2d-6dbd-4642-8324-b6fe7403d77f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:38.631973 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-431ab6fe-39f4-4fda-96a8-b57279014d37 req-a3aaaa2d-6dbd-4642-8324-b6fe7403d77f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0996907 Jun 22 00:53:38.726807 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-431ab6fe-39f4-4fda-96a8-b57279014d37 req-af329ef5-a113-4cdf-83fb-7fdaf5ce6614 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932477 Jun 22 00:53:38.884990 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9d7a01b9-c43d-48d0-ae48-1584fadfaa6f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586627260&fields=id&tenant_id=ebf63b041c0046d29dac298f4c8f4558 HTTP/1.1" status: 200 len: 267 time: 0.0339582 Jun 22 00:53:39.023927 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-137c7f33-02d0-4582-83dc-9fb5b2c68f8a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:39.029612 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-137c7f33-02d0-4582-83dc-9fb5b2c68f8a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 811 time: 0.1371272 Jun 22 00:53:39.042691 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-03e10d7c-2615-4d90-81ee-a1b442d8f68a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/quotas/ebf63b041c0046d29dac298f4c8f4558 HTTP/1.1" status: 200 len: 375 time: 0.0104597 Jun 22 00:53:39.126461 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-d9c6c058-6dea-47f0-af5d-100064f67f5e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778775 Jun 22 00:53:39.359085 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-4cc67b68-f8e9-4330-b97a-6382546ed9c0 service neutron] 10.222.0.26 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137535 Jun 22 00:53:39.470749 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-dd741418-4287-4a2b-85ca-b1d9c1b2f33a service neutron] 10.222.0.26 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054142 Jun 22 00:53:42.167607 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 60258) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:42.277810 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b6d8abed-df2b-4261-9619-a33cf4472793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:42.368837 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b6d8abed-df2b-4261-9619-a33cf4472793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:42.373577 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b6d8abed-df2b-4261-9619-a33cf4472793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:42.376070 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-32027211-b76e-4b36-bfd9-339b083e0b6a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:42.411195 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b6d8abed-df2b-4261-9619-a33cf4472793 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f76ad6a0a7a948d987c9ab55a5c7ad59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424431 Jun 22 00:53:42.413353 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8abed-df2b-4261-9619-a33cf4472793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca5425a-c980-4f28-80c6-47d141d34231,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:42.414547 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 60262) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:42.417479 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b6d8abed-df2b-4261-9619-a33cf4472793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:42.468863 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-eecaa93a-1311-4c17-a9de-349a1e032b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:42.491488 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-eecaa93a-1311-4c17-a9de-349a1e032b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:42.548361 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-eecaa93a-1311-4c17-a9de-349a1e032b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:42.550984 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-eecaa93a-1311-4c17-a9de-349a1e032b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:42.552139 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-eecaa93a-1311-4c17-a9de-349a1e032b57 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ca5425a-c980-4f28-80c6-47d141d34231 HTTP/1.1" status: 204 len: 168 time: 0.1364377 Jun 22 00:53:42.552900 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-08ea6d62-30d3-4519-89ea-a3b8cb06d89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:42.560839 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaa93a-1311-4c17-a9de-349a1e032b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca5425a-c980-4f28-80c6-47d141d34231,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:42.563188 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-eecaa93a-1311-4c17-a9de-349a1e032b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:42.883872 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 60268) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:42.897792 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1364652b-9f5f-43ed-964d-a4d1e4f469b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:42.989642 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1364652b-9f5f-43ed-964d-a4d1e4f469b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:42.993485 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-1364652b-9f5f-43ed-964d-a4d1e4f469b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:42.996727 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4f1d045c-df77-44dc-beda-50bbb1ebfc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:43.034986 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-1364652b-9f5f-43ed-964d-a4d1e4f469b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa8c227723aa437693ff33df8f5af6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483421 Jun 22 00:53:43.036038 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 60270) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:43.042665 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364652b-9f5f-43ed-964d-a4d1e4f469b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf74bae-60dd-47db-b929-489411b7bb38,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:43.045820 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1364652b-9f5f-43ed-964d-a4d1e4f469b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:43.092285 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-9f84f3ff-f45c-4c37-a8cf-81fbadae0ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:43.115385 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-9f84f3ff-f45c-4c37-a8cf-81fbadae0ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:43.169261 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-9f84f3ff-f45c-4c37-a8cf-81fbadae0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:43.171931 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-9f84f3ff-f45c-4c37-a8cf-81fbadae0ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:43.175464 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-9f84f3ff-f45c-4c37-a8cf-81fbadae0ac7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bf74bae-60dd-47db-b929-489411b7bb38 HTTP/1.1" status: 204 len: 168 time: 0.1359954 Jun 22 00:53:43.175464 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-6f901796-bcf5-4448-8657-00d846a5ce64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:43.183614 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84f3ff-f45c-4c37-a8cf-81fbadae0ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf74bae-60dd-47db-b929-489411b7bb38,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:43.190695 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9f84f3ff-f45c-4c37-a8cf-81fbadae0ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:43.959439 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.586833 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 60396) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:49.691850 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e5cc-66e1-4720-97cb-5615351f3edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.784804 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e5cc-66e1-4720-97cb-5615351f3edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.790583 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e5cc-66e1-4720-97cb-5615351f3edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.793260 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-8157f974-c824-4d44-b1b7-e1559dc77648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:49.829770 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-bbc5e5cc-66e1-4720-97cb-5615351f3edf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff6102f111e54b74a44dc857bafa3fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417974 Jun 22 00:53:49.830654 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5e5cc-66e1-4720-97cb-5615351f3edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbfd457-099f-4f93-880c-ac694ba1f1b7,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:49.833315 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 60400) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:49.833842 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bbc5e5cc-66e1-4720-97cb-5615351f3edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:49.884937 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c20185b4-aab8-4a8f-a663-d8d4236cbb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.906903 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c20185b4-aab8-4a8f-a663-d8d4236cbb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.953724 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c20185b4-aab8-4a8f-a663-d8d4236cbb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.956422 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c20185b4-aab8-4a8f-a663-d8d4236cbb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.957557 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-c20185b4-aab8-4a8f-a663-d8d4236cbb0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fbfd457-099f-4f93-880c-ac694ba1f1b7 HTTP/1.1" status: 204 len: 168 time: 0.1232588 Jun 22 00:53:49.958413 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3a46ca29-7a5b-49c9-b68d-38a3f667ee61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:49.966102 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20185b4-aab8-4a8f-a663-d8d4236cbb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbfd457-099f-4f93-880c-ac694ba1f1b7,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:49.968436 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c20185b4-aab8-4a8f-a663-d8d4236cbb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:50.233108 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 60406) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:50.246494 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9e65e24a-c821-4938-8200-48efd3118df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.337103 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9e65e24a-c821-4938-8200-48efd3118df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.341526 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9e65e24a-c821-4938-8200-48efd3118df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.344053 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7e06c979-47e1-4194-8f48-0f5f91093d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:50.380053 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-9e65e24a-c821-4938-8200-48efd3118df6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=190944caf2bc4641b3fb898f587e0c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457872 Jun 22 00:53:50.380931 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65e24a-c821-4938-8200-48efd3118df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2976d05-9803-4790-a02d-c3d1dc527bb6,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:50.384166 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 60408) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:50.384721 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-9e65e24a-c821-4938-8200-48efd3118df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:50.441537 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-387dd708-09c2-4278-99d0-348637f2f693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.464597 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-387dd708-09c2-4278-99d0-348637f2f693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.516209 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-387dd708-09c2-4278-99d0-348637f2f693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.518916 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-387dd708-09c2-4278-99d0-348637f2f693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.520096 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-387dd708-09c2-4278-99d0-348637f2f693 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2976d05-9803-4790-a02d-c3d1dc527bb6 HTTP/1.1" status: 204 len: 168 time: 0.1346955 Jun 22 00:53:50.520858 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-47319f5d-83ff-421c-962d-85d9bb6072d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:50.529983 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387dd708-09c2-4278-99d0-348637f2f693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2976d05-9803-4790-a02d-c3d1dc527bb6,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:50.532091 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-387dd708-09c2-4278-99d0-348637f2f693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:50.549599 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-8174a5b7-612b-4fe0-8833-26c22600afb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:52.975846 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-7d960de7-6cdb-4eec-bec9-f9175c066c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.581283 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.549094 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.580062 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 60478) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:54.677283 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.767021 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.770640 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.773947 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0714f079-fafb-4758-b94a-04cc7706209e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:54.807943 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef6d5d5-deb7-400b-87dd-8ec7eba6cd26,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:54.813186 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a18a91e393347918d488f436c4f90e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321076 Jun 22 00:53:54.816006 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 60482) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:54.817954 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.818339 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.818711 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.819104 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.819469 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.819844 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.820800 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.821157 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.821516 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.821883 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.822228 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.822577 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.826410 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:54.865655 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.885793 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.934128 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.937000 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.938083 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ef6d5d5-deb7-400b-87dd-8ec7eba6cd26 HTTP/1.1" status: 204 len: 168 time: 0.1210499 Jun 22 00:53:54.938821 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-01c115d8-e87a-4e18-baac-78d4e45ab5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:54.946730 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef6d5d5-deb7-400b-87dd-8ec7eba6cd26,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:54.953498 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.953881 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.954264 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.954601 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.954984 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.955349 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.955705 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.956057 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.956413 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.956766 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.957119 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.957467 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:54.960367 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:55.572266 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b883a07d-b046-4dfc-bfaf-5cf9eeea68da req-6c54018d-d1fe-45b8-bef0-4db9a0602d86 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 210 time: 0.0449820 Jun 22 00:53:55.703310 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50bd4b-a10c-484c-b99d-7c0ad7351322 req-2005f7f5-9e21-4494-bfc4-157d106f37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:55.706155 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5a50bd4b-a10c-484c-b99d-7c0ad7351322 req-2005f7f5-9e21-4494-bfc4-157d106f37ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 1096 time: 0.2777681 Jun 22 00:53:55.885762 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50bd4b-a10c-484c-b99d-7c0ad7351322 req-370044be-e0b0-48ea-86da-3e61b2a2eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:55.887239 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5a50bd4b-a10c-484c-b99d-7c0ad7351322 req-370044be-e0b0-48ea-86da-3e61b2a2eed8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 918 time: 0.1091864 Jun 22 00:53:55.999202 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5a50bd4b-a10c-484c-b99d-7c0ad7351322 req-aac67ad6-6678-45ca-9ce3-7d84f9bea785 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2 HTTP/1.1" status: 200 len: 998 time: 0.0978518 Jun 22 00:53:56.057393 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2f63b-8ecb-4961-bf3f-ab97ce975b3e req-bb3884bd-7943-4eea-b4f0-945b11412710 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:56.058862 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2a2f63b-8ecb-4961-bf3f-ab97ce975b3e req-bb3884bd-7943-4eea-b4f0-945b11412710 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1190388 Jun 22 00:53:56.068704 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50bd4b-a10c-484c-b99d-7c0ad7351322 req-cfbd8556-eaa3-4c0c-a7d7-4eab62572e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:56.070237 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5a50bd4b-a10c-484c-b99d-7c0ad7351322 req-cfbd8556-eaa3-4c0c-a7d7-4eab62572e3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 200 len: 856 time: 0.0628991 Jun 22 00:53:56.131442 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c2a2f63b-8ecb-4961-bf3f-ab97ce975b3e req-99b177f0-d5b4-4b86-82c2-f1b2c0ced24f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654926 Jun 22 00:53:56.156981 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50bd4b-a10c-484c-b99d-7c0ad7351322 req-f21dad1e-e45e-4db9-86c1-b654ace69d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:56.158520 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5a50bd4b-a10c-484c-b99d-7c0ad7351322 req-f21dad1e-e45e-4db9-86c1-b654ace69d07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40daa533-8b8b-42fb-9b6e-81147858b587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754917 Jun 22 00:53:56.191574 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.264899 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5a50bd4b-a10c-484c-b99d-7c0ad7351322 req-ac1702a1-c60d-40cc-9354-990b052731e0 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955298 Jun 22 00:53:56.375331 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5a50bd4b-a10c-484c-b99d-7c0ad7351322 req-b2c15b10-b291-400d-a2f9-eadbb290a6ae service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029670 Jun 22 00:53:56.463177 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-a07a7002-299d-4604-b62d-f3707c999197 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:56.464583 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-a07a7002-299d-4604-b62d-f3707c999197 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 811 time: 0.1119754 Jun 22 00:53:56.547805 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-55c4d9cb-2479-4d02-9422-2450c2b85ff8 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebf63b041c0046d29dac298f4c8f4558 HTTP/1.1" status: 200 len: 379 time: 0.0338550 Jun 22 00:53:56.577097 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'port': {'device_id': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'admin_state_up': True, 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'security_groups': ['c8b90c42-60b5-4690-a416-b460f4f0a752']}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:56.698011 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Made reservation on behalf of ebf63b041c0046d29dac298f4c8f4558 for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:53:56.702191 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.729037 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0a2727a7-b7a7-4680-87e7-0de390b619eb req-052b99fe-c571-4f8d-b744-cd44cb55af63 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 210 time: 0.0425642 Jun 22 00:53:56.848201 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Allocated IP 172.20.0.14 (91572343-6549-47c0-a188-a4c479854ae1/d68c98e5-d99c-4c13-bde3-49f2126f56e2/d1b78a1d-de5d-4a68-9b66-ca545e000324) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:56.977442 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.989982 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Transition to ACTIVE for port object d1b78a1d-de5d-4a68-9b66-ca545e000324 will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:57.026263 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.030366 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0e71e157-0cd7-41f5-828b-a51b513e7564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:57.077983 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Network 91572343-6549-47c0-a188-a4c479854ae1 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:57.081419 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:57.085285 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:57.111903 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'Port': ['ID=d1b78a1d-de5d-4a68-9b66-ca545e000324,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:57.116363 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:57.138779 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:57.139465 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.156409 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5830803 Jun 22 00:53:57.198785 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Request body: {'port': {'device_id': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:57.287027 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.337202 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-24423ffb-2296-4ace-8b2d-704d6d919070 None None] Provisioning for port d1b78a1d-de5d-4a68-9b66-ca545e000324 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:57.341235 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-24423ffb-2296-4ace-8b2d-704d6d919070 None None] Provisioning complete for port d1b78a1d-de5d-4a68-9b66-ca545e000324 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:57.341614 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-24423ffb-2296-4ace-8b2d-704d6d919070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.377285 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-24423ffb-2296-4ace-8b2d-704d6d919070 None None] Port d1b78a1d-de5d-4a68-9b66-ca545e000324 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:53:57.445377 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20456cf1-160b-4979-b32c-afa78edb6c98 req-a4235193-66cc-4c83-a20b-0bee5eb7b929 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:57.446857 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-20456cf1-160b-4979-b32c-afa78edb6c98 req-a4235193-66cc-4c83-a20b-0bee5eb7b929 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1618431 Jun 22 00:53:57.534131 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-20456cf1-160b-4979-b32c-afa78edb6c98 req-6b6c7739-f8ab-4e1c-a5d1-4ebb12fce3de tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776269 Jun 22 00:53:57.645114 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b78a1d-de5d-4a68-9b66-ca545e000324 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:53:57.652326 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.663612 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Transition to ACTIVE for port object d1b78a1d-de5d-4a68-9b66-ca545e000324 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:57.666554 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.669171 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ee620d50-fa34-498e-b465-d5f0e4257193 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:57.744568 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b78a1d-de5d-4a68-9b66-ca545e000324,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:57.766457 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:57.822959 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Attempting to bind port d1b78a1d-de5d-4a68-9b66-ca545e000324 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:53:57.823627 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Attempting to bind port d1b78a1d-de5d-4a68-9b66-ca545e000324 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:53:57.824125 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Attempting to bind port d1b78a1d-de5d-4a68-9b66-ca545e000324 on network 91572343-6549-47c0-a188-a4c479854ae1 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:57.829345 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Port d1b78a1d-de5d-4a68-9b66-ca545e000324 on network 91572343-6549-47c0-a188-a4c479854ae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:53:57.829667 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Attempting to bind port d1b78a1d-de5d-4a68-9b66-ca545e000324 on network 91572343-6549-47c0-a188-a4c479854ae1 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:57.836376 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:53:57.836908 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Checking segment: {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:57.837299 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Bound using segment: {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:53:57.837737 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Bound port: d1b78a1d-de5d-4a68-9b66-ca545e000324, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:53:57.838083 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.945375 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] For port d1b78a1d-de5d-4a68-9b66-ca545e000324, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:53:57.963581 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] For port d1b78a1d-de5d-4a68-9b66-ca545e000324, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=d1b78a1d-de5d-4a68-9b66-ca545e000324,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:53:57.967776 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.970991 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-aa21dae3-5d19-455c-9261-dca590772c04 tempest-VolumesNegativeTest-915276294 tempest-VolumesNegativeTest-915276294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:58.005345 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:58.005986 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.007423 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] 10.222.0.15 "PUT /v2.0/ports/d1b78a1d-de5d-4a68-9b66-ca545e000324 HTTP/1.1" status: 200 len: 1094 time: 0.8140481 Jun 22 00:53:58.009850 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'tag': 'd1b78a1d-de5d-4a68-9b66-ca545e000324'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:53:58.012188 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "16d05115-b7e1-42fb-b59b-14486f0b0ccd", "tag": "d1b78a1d-de5d-4a68-9b66-ca545e000324"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:53:58.036904 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34325cc0-c2d5-459f-b9ff-fb7a0ad35d42 req-7736e70b-29be-4de3-b093-af8f93fb5759 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:58.038984 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-34325cc0-c2d5-459f-b9ff-fb7a0ad35d42 req-7736e70b-29be-4de3-b093-af8f93fb5759 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.1412036 Jun 22 00:53:58.057260 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b78a1d-de5d-4a68-9b66-ca545e000324,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:58.076037 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404e321c-37c3-433d-88ea-cf9d4f9c79c0 x-openstack-request-id: req-404e321c-37c3-433d-88ea-cf9d4f9c79c0 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:53:58.076364 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d05115-b7e1-42fb-b59b-14486f0b0ccd", "tag": "d1b78a1d-de5d-4a68-9b66-ca545e000324", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:53:58.076651 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-404e321c-37c3-433d-88ea-cf9d4f9c79c0 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:53:58.077069 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'tag': 'd1b78a1d-de5d-4a68-9b66-ca545e000324', 'status': 'completed', 'code': 200} Jun 22 00:53:58.077929 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:58.124233 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-34325cc0-c2d5-459f-b9ff-fb7a0ad35d42 req-59e296e0-03ad-4f12-bab0-293044ab0ecd tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770288 Jun 22 00:53:58.152583 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-32196c2c-99ef-434b-a9c4-0e6ad82ee4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:58.154066 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-32196c2c-99ef-434b-a9c4-0e6ad82ee4c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 1097 time: 0.0627203 Jun 22 00:53:58.215555 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-0ed0f75f-5f77-4f2e-8a80-4aecae31870e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1b78a1d-de5d-4a68-9b66-ca545e000324 HTTP/1.1" status: 200 len: 217 time: 0.0430796 Jun 22 00:53:58.268215 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-6d4cdcce-82f7-4561-a1cc-ff7a87665ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:58.269514 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-6d4cdcce-82f7-4561-a1cc-ff7a87665ff4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0437102 Jun 22 00:53:58.326080 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-2905f0af-d5f4-4982-b19a-39d9eb66e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:58.327649 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-2905f0af-d5f4-4982-b19a-39d9eb66e8e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513346 Jun 22 00:53:58.420545 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-7f6cdc4f-038f-41a4-9649-5cd547c898a3 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839548 Jun 22 00:53:58.511522 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7f85b52-bf9a-4a35-b376-0623f24be998 req-f4e7da69-f6aa-4fe6-baab-83d48a882097 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824046 Jun 22 00:53:58.664998 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a req-5c4961d4-984f-45a0-bc71-0fd389d48819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:58.666422 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a req-5c4961d4-984f-45a0-bc71-0fd389d48819 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 1097 time: 0.0761480 Jun 22 00:53:58.793164 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edbe9e-4f94-4a31-8647-4855050a8a42 req-8ec2b5dd-5087-4655-a70f-05d51f1bc51c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:58.794664 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3edbe9e-4f94-4a31-8647-4855050a8a42 req-8ec2b5dd-5087-4655-a70f-05d51f1bc51c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.1406498 Jun 22 00:53:58.796268 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a req-245719d4-1ca5-4ede-ab2f-32610e3100f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:58.797602 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a req-245719d4-1ca5-4ede-ab2f-32610e3100f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 912 time: 0.1134992 Jun 22 00:53:58.853311 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a req-2232a1b0-8dde-4aa5-80d6-df8a6953c82c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1b78a1d-de5d-4a68-9b66-ca545e000324 HTTP/1.1" status: 200 len: 217 time: 0.0463974 Jun 22 00:53:58.902667 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b3edbe9e-4f94-4a31-8647-4855050a8a42 req-7321c30f-e3f2-4bb8-a6b6-78b57e550804 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018050 Jun 22 00:53:58.922366 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a req-7c571bdb-2921-47eb-bd7f-271ec584e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:58.923969 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a req-7c571bdb-2921-47eb-bd7f-271ec584e4af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0597897 Jun 22 00:53:59.018170 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a req-d3ed5819-2928-4d66-a905-4c974eecf198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:59.019728 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a req-d3ed5819-2928-4d66-a905-4c974eecf198 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830939 Jun 22 00:53:59.109959 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a req-b7749485-28bf-4467-91f2-017eb57c9e89 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827887 Jun 22 00:53:59.223426 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c1fea94-074c-4fa3-9191-5f02c7a30c5a req-14030e46-5802-473f-90f2-e6fbe36a991d service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876532 Jun 22 00:53:59.295068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f4a63-1568-429a-af12-bb788c3e7e6b req-4167d5ae-fb57-4b7d-9e56-d92005145619 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:59.296512 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-df3f4a63-1568-429a-af12-bb788c3e7e6b req-4167d5ae-fb57-4b7d-9e56-d92005145619 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0615225 Jun 22 00:53:59.333728 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-df3f4a63-1568-429a-af12-bb788c3e7e6b req-bf0a572a-fd10-4bf2-9220-56579b2a595d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315795 Jun 22 00:54:00.089297 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e9745-5871-475a-a079-199f589ca2fa req-dd070ca9-ebcf-46e2-bd78-a4f6e6ef9f40 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:00.090836 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2a2e9745-5871-475a-a079-199f589ca2fa req-dd070ca9-ebcf-46e2-bd78-a4f6e6ef9f40 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0670240 Jun 22 00:54:00.134071 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2a2e9745-5871-475a-a079-199f589ca2fa req-7280316e-ae0c-4f96-af56-2b0c657b013f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334277 Jun 22 00:54:00.514191 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddeb2ec-0a9a-46ed-81e0-e6aaa229c4f4 req-18dded65-635b-4d8d-88a0-5fa5665a11bb tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:00.515674 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7ddeb2ec-0a9a-46ed-81e0-e6aaa229c4f4 req-18dded65-635b-4d8d-88a0-5fa5665a11bb tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0685191 Jun 22 00:54:00.825862 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7ddeb2ec-0a9a-46ed-81e0-e6aaa229c4f4 req-35ea2a03-4d47-45e4-9cd4-2d3c8fb18be5 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046310 Jun 22 00:54:01.333614 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04e91b-7ef8-4b9b-b774-d2839245a3e1 req-74a64af3-007e-4629-893b-4d71265944e5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:01.335985 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bd04e91b-7ef8-4b9b-b774-d2839245a3e1 req-74a64af3-007e-4629-893b-4d71265944e5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0804803 Jun 22 00:54:01.377570 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bd04e91b-7ef8-4b9b-b774-d2839245a3e1 req-0006e148-b6ba-4cd6-806f-89774baace6a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351512 Jun 22 00:54:01.998650 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575f56c-2962-4565-91d3-6d7a1800783d req-87f599e1-3d1b-443d-8b4b-1047ee904440 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:02.000116 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b575f56c-2962-4565-91d3-6d7a1800783d req-87f599e1-3d1b-443d-8b4b-1047ee904440 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0633459 Jun 22 00:54:02.040634 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b575f56c-2962-4565-91d3-6d7a1800783d req-43f8d010-6b01-4fdb-b760-8b438d66a319 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347357 Jun 22 00:54:02.578251 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8d168-2637-4873-b276-a52bafaa9a45 req-700b68ef-a9c1-4541-ab65-50716cf81b17 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:02.581014 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-28f8d168-2637-4873-b276-a52bafaa9a45 req-700b68ef-a9c1-4541-ab65-50716cf81b17 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0771477 Jun 22 00:54:02.620995 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-28f8d168-2637-4873-b276-a52bafaa9a45 req-e0f2fcd7-a604-4ec0-9312-1a03021ac20e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344186 Jun 22 00:54:03.219614 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833ba3a-7f67-4fd0-9bfe-337c3c79b65d req-aa7c4de9-365c-4d9b-b68f-800389cf8c0b tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:03.221134 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b833ba3a-7f67-4fd0-9bfe-337c3c79b65d req-aa7c4de9-365c-4d9b-b68f-800389cf8c0b tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0658319 Jun 22 00:54:03.268312 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b833ba3a-7f67-4fd0-9bfe-337c3c79b65d req-aed8f10c-e29e-4f54-8e54-fa9c8d85feb9 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409749 Jun 22 00:54:03.810031 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267b769-95ad-4806-92f1-30466862c126 req-3ece0d82-4496-4e4d-b6fe-ecf7f1ee9d51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:03.811602 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e267b769-95ad-4806-92f1-30466862c126 req-3ece0d82-4496-4e4d-b6fe-ecf7f1ee9d51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0682073 Jun 22 00:54:03.848771 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e267b769-95ad-4806-92f1-30466862c126 req-cc526c70-7f7e-4a69-915f-f83c3205ee3c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Jun 22 00:54:04.440826 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2991169-6d1b-42f8-952d-b35f0f26abd8 req-a00a19ca-8ae7-4f76-ae25-6430908b3c5b tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:04.442286 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a2991169-6d1b-42f8-952d-b35f0f26abd8 req-a00a19ca-8ae7-4f76-ae25-6430908b3c5b tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0612452 Jun 22 00:54:04.479535 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a2991169-6d1b-42f8-952d-b35f0f26abd8 req-70316c87-6283-486b-87e9-0ed3a66f0593 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310831 Jun 22 00:54:05.029884 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f0b5f-f989-473f-9866-57b1f61dedb4 req-aeb13c8c-b779-4163-be64-cefc273a335e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:05.031347 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-199f0b5f-f989-473f-9866-57b1f61dedb4 req-aeb13c8c-b779-4163-be64-cefc273a335e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0608618 Jun 22 00:54:05.073503 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-199f0b5f-f989-473f-9866-57b1f61dedb4 req-48b13384-5096-4316-9443-bc0156ae9152 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365279 Jun 22 00:54:05.647416 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45527c1-d9b4-45d4-b1d5-844cf52c45bc req-3197980a-a61f-46e0-b91c-2b5750cb7925 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:05.649661 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c45527c1-d9b4-45d4-b1d5-844cf52c45bc req-3197980a-a61f-46e0-b91c-2b5750cb7925 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0619111 Jun 22 00:54:05.685876 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c45527c1-d9b4-45d4-b1d5-844cf52c45bc req-264a6408-b6c5-40a1-aaed-75082fbb636a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305846 Jun 22 00:54:06.247626 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbeccc-17cc-4333-9b8a-a5ae2bd42945 req-f85c11db-5ad1-422a-a2c8-8856c2e6ddcf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:06.249056 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0dbeccc-17cc-4333-9b8a-a5ae2bd42945 req-f85c11db-5ad1-422a-a2c8-8856c2e6ddcf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0615072 Jun 22 00:54:06.285151 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0dbeccc-17cc-4333-9b8a-a5ae2bd42945 req-b9afb1b0-ff05-4b8c-9f7c-5af713d7b1e0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305636 Jun 22 00:54:06.857715 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f22b8-730a-42a9-8fab-c100f5df8ca1 req-30d83de2-3032-4da1-8a9e-847a5eb1f49c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:06.859261 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3a7f22b8-730a-42a9-8fab-c100f5df8ca1 req-30d83de2-3032-4da1-8a9e-847a5eb1f49c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0654004 Jun 22 00:54:06.896219 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3a7f22b8-730a-42a9-8fab-c100f5df8ca1 req-23fa77b9-e4a8-4b26-9c3f-57541f151563 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312142 Jun 22 00:54:07.462447 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cab51-c9e0-4507-bd33-c17cbb5b5bd1 req-d80ec2c5-a072-433a-b65b-8ad8a4c5bc2a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:07.463821 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-779cab51-c9e0-4507-bd33-c17cbb5b5bd1 req-d80ec2c5-a072-433a-b65b-8ad8a4c5bc2a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 943 time: 0.0615132 Jun 22 00:54:07.501201 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-779cab51-c9e0-4507-bd33-c17cbb5b5bd1 req-daced01a-4522-4214-aed8-eff1967b7dd6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317631 Jun 22 00:54:08.064462 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c760b-6097-48f0-9dff-ab32c3625127 req-9d4c8f35-eccb-4895-81c9-1c0ba1aace82 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:08.065881 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-454c760b-6097-48f0-9dff-ab32c3625127 req-9d4c8f35-eccb-4895-81c9-1c0ba1aace82 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0608828 Jun 22 00:54:08.106611 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-454c760b-6097-48f0-9dff-ab32c3625127 req-0c7d46e2-d0de-407a-bf75-04ab5551b7ad tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351250 Jun 22 00:54:08.322249 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7b0e08fb-48b7-40db-862a-78500b6a30f2 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:54:08.377342 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:54:08.411877 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:08.422992 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'port_id': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'mac_address': 'fa:16:3e:7c:e5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:54:08.461978 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:08.474449 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0e08fb-48b7-40db-862a-78500b6a30f2 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:54:08.495288 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:08.498691 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:08.500429 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:08.551505 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=7b0e08fb-48b7-40db-862a-78500b6a30f2,revision_number=9']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:08.560096 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.560445 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.560787 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.564805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.564805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.564805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.564805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.564805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.564805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.564805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.564805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.564805 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:08.567561 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:08.676200 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e887e8f-a289-4a16-9079-7a7e8ea5a1d6 req-fc4b907b-0eae-4dd9-8a7e-eaf78a03de0f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:08.677644 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e887e8f-a289-4a16-9079-7a7e8ea5a1d6 req-fc4b907b-0eae-4dd9-8a7e-eaf78a03de0f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.0617764 Jun 22 00:54:08.714716 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e887e8f-a289-4a16-9079-7a7e8ea5a1d6 req-35ce7f04-3fc4-47db-ad82-89abd6b7b3ff tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308859 Jun 22 00:54:09.280706 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5c3e1-5c1f-432e-be0e-4b41fed15000 req-c2d06033-abcf-4ee9-934f-5f1362ec771d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:09.282174 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-16c5c3e1-5c1f-432e-be0e-4b41fed15000 req-c2d06033-abcf-4ee9-934f-5f1362ec771d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0626223 Jun 22 00:54:09.314756 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['7b0e08fb-48b7-40db-862a-78500b6a30f2'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:54:09.328058 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-16c5c3e1-5c1f-432e-be0e-4b41fed15000 req-6fc2c370-620f-4fb6-b4b4-560c53882984 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399363 Jun 22 00:54:09.893207 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47238e9b-774c-43bf-a645-fe8baceaac3f req-70b22ddc-3e36-4dda-ba04-5f78a6fcd655 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:09.894564 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-47238e9b-774c-43bf-a645-fe8baceaac3f req-70b22ddc-3e36-4dda-ba04-5f78a6fcd655 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.0670049 Jun 22 00:54:09.932841 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-47238e9b-774c-43bf-a645-fe8baceaac3f req-4c389744-d96b-4491-aecc-ab3658c7c0e6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325990 Jun 22 00:54:10.505335 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83e95a-5198-4bc5-a2a1-556224bebf11 req-c040c305-f3ac-4c5c-aae0-672b3a63a296 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:10.506797 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0e83e95a-5198-4bc5-a2a1-556224bebf11 req-c040c305-f3ac-4c5c-aae0-672b3a63a296 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0617738 Jun 22 00:54:10.543923 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0e83e95a-5198-4bc5-a2a1-556224bebf11 req-dab3fba4-11d5-4e33-a76b-717f2c3f646d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312097 Jun 22 00:54:11.106399 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04659283-7a1c-4159-95b5-8b185406f23c req-fffaf66e-438a-4cc6-b0ee-07ce46e60f2d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:11.107763 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-04659283-7a1c-4159-95b5-8b185406f23c req-fffaf66e-438a-4cc6-b0ee-07ce46e60f2d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.0623620 Jun 22 00:54:11.148275 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-04659283-7a1c-4159-95b5-8b185406f23c req-b754f2ae-06a0-4356-872d-64a9e4ca9f97 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343304 Jun 22 00:54:11.713660 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b14b6-de4d-4c85-aa1b-81c620675a3f req-7f4192a4-7e4d-4085-94cb-5edbcd18f7ea tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:11.715093 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef8b14b6-de4d-4c85-aa1b-81c620675a3f req-7f4192a4-7e4d-4085-94cb-5edbcd18f7ea tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0607381 Jun 22 00:54:11.750950 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef8b14b6-de4d-4c85-aa1b-81c620675a3f req-b6a5b567-bf52-4fc2-bdba-d547cc45791e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302095 Jun 22 00:54:12.379875 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176940a7-e3f4-4345-ae7e-009ce48771a6 req-6d6d27cb-42ea-4a1d-91aa-59ae6eef0118 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:12.381226 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-176940a7-e3f4-4345-ae7e-009ce48771a6 req-6d6d27cb-42ea-4a1d-91aa-59ae6eef0118 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.0617881 Jun 22 00:54:12.418110 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-176940a7-e3f4-4345-ae7e-009ce48771a6 req-82c9dd05-4c3d-428a-9d27-47a469fb6d2f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306156 Jun 22 00:54:12.583557 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063f8b7-45d3-4ad4-9b44-e86906be5fa4 req-94bcfaa7-a6a2-4d3a-8b9f-112f2d64f75c tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:12.585130 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b063f8b7-45d3-4ad4-9b44-e86906be5fa4 req-94bcfaa7-a6a2-4d3a-8b9f-112f2d64f75c tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0655887 Jun 22 00:54:12.623789 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b063f8b7-45d3-4ad4-9b44-e86906be5fa4 req-6d0a6220-984f-4a7c-9fdb-9cb24ac1d063 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329876 Jun 22 00:54:12.925480 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44246f55-cf8e-446f-8e10-92c9f7243611 req-f4a30d82-2a5f-4f93-9154-3fd5f7fee94a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:12.926818 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-44246f55-cf8e-446f-8e10-92c9f7243611 req-f4a30d82-2a5f-4f93-9154-3fd5f7fee94a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0670419 Jun 22 00:54:12.964613 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-44246f55-cf8e-446f-8e10-92c9f7243611 req-ffdb320f-b144-4a95-9597-db2be2d249be tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313923 Jun 22 00:54:13.596446 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e547ac-487c-4cce-9fd4-8b0b5fdea3b6 req-bb9724d9-817c-479c-a814-4eee384ba104 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:13.597798 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-62e547ac-487c-4cce-9fd4-8b0b5fdea3b6 req-bb9724d9-817c-479c-a814-4eee384ba104 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.0653398 Jun 22 00:54:13.638400 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-62e547ac-487c-4cce-9fd4-8b0b5fdea3b6 req-6847ef00-9eec-4a0b-9d69-5f954f4a268c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342064 Jun 22 00:54:13.796041 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eba0a-ef86-4df6-83c6-c5aef5aff73a req-b6f34214-7e80-449a-ae65-a86e68bcabae tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:13.797456 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c4eba0a-ef86-4df6-83c6-c5aef5aff73a req-b6f34214-7e80-449a-ae65-a86e68bcabae tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0608616 Jun 22 00:54:13.836879 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c4eba0a-ef86-4df6-83c6-c5aef5aff73a req-ba710e32-ed9a-4da5-ba58-349f5c378cb6 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338280 Jun 22 00:54:14.130794 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e9771-37a4-433c-b6e8-c9e6b4e96dcc req-70acce0a-13dc-4e65-9509-52f8f85faecf tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:14.132495 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c85e9771-37a4-433c-b6e8-c9e6b4e96dcc req-70acce0a-13dc-4e65-9509-52f8f85faecf tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0623100 Jun 22 00:54:14.169413 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c85e9771-37a4-433c-b6e8-c9e6b4e96dcc req-2a4ea931-0f1a-4c34-aca9-52473b079d0b tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316341 Jun 22 00:54:14.551233 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:14.657678 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258f1dc-f9f8-45d6-ad16-a8d9060facd7 req-1b3e7110-57a7-413b-8054-ad16fac3416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:14.659167 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f258f1dc-f9f8-45d6-ad16-a8d9060facd7 req-1b3e7110-57a7-413b-8054-ad16fac3416e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8&device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 1137 time: 0.0557745 Jun 22 00:54:14.769648 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258f1dc-f9f8-45d6-ad16-a8d9060facd7 req-3c2c004f-dc69-4991-ae92-74cd172f025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:14.771040 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f258f1dc-f9f8-45d6-ad16-a8d9060facd7 req-3c2c004f-dc69-4991-ae92-74cd172f025a service neutron] 10.222.0.15 "GET /v2.0/networks?id=da625bfa-7ffc-4c06-884c-06d489bfe5c1 HTTP/1.1" status: 200 len: 914 time: 0.0922406 Jun 22 00:54:14.865896 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f258f1dc-f9f8-45d6-ad16-a8d9060facd7 req-26158e08-fb04-4529-be6d-9628d883655f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 200 len: 999 time: 0.0791857 Jun 22 00:54:14.890445 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82645349-d8bb-4fdd-b2ff-809645aa7f86 req-6854fcd4-1566-4073-9f53-281e154de4a0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:14.891893 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-82645349-d8bb-4fdd-b2ff-809645aa7f86 req-6854fcd4-1566-4073-9f53-281e154de4a0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.1363735 Jun 22 00:54:14.943165 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258f1dc-f9f8-45d6-ad16-a8d9060facd7 req-16226501-07a0-48b8-8eb3-936b7c06acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:14.945128 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f258f1dc-f9f8-45d6-ad16-a8d9060facd7 req-16226501-07a0-48b8-8eb3-936b7c06acc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b9baafd-dd68-4eef-b14a-1bb91fdb1c64 HTTP/1.1" status: 200 len: 852 time: 0.0697737 Jun 22 00:54:14.992020 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-82645349-d8bb-4fdd-b2ff-809645aa7f86 req-e6dcfa6b-9a44-4722-b3d9-8e2c3d4f7afa tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813968 Jun 22 00:54:15.052923 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258f1dc-f9f8-45d6-ad16-a8d9060facd7 req-acbf9b46-a6f9-418c-b2bb-e193ced44b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:15.054905 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f258f1dc-f9f8-45d6-ad16-a8d9060facd7 req-acbf9b46-a6f9-418c-b2bb-e193ced44b0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da625bfa-7ffc-4c06-884c-06d489bfe5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022003 Jun 22 00:54:15.063308 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740d5d4-af93-4f2b-85cd-00c1da93c5e4 req-9b0021d6-01f8-42ce-9dd7-b911aeedd61c tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:15.064629 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0740d5d4-af93-4f2b-85cd-00c1da93c5e4 req-9b0021d6-01f8-42ce-9dd7-b911aeedd61c tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.1028945 Jun 22 00:54:15.160506 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0740d5d4-af93-4f2b-85cd-00c1da93c5e4 req-6e5c2795-5acf-4f74-b845-266f8f16de3d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870409 Jun 22 00:54:15.185812 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f258f1dc-f9f8-45d6-ad16-a8d9060facd7 req-dc854dc9-5f61-4ffe-a0f9-3751cf0da3ca service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202428 Jun 22 00:54:15.275154 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f258f1dc-f9f8-45d6-ad16-a8d9060facd7 req-397e5829-f9dc-4aee-9352-eb0ed7d6a7c3 service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814669 Jun 22 00:54:15.338312 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13aa7aa-0074-4c36-9133-15f1fb4efc6d req-061f433c-cd4f-4d7c-9761-1261157f04a8 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:15.339718 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a13aa7aa-0074-4c36-9133-15f1fb4efc6d req-061f433c-cd4f-4d7c-9761-1261157f04a8 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0612469 Jun 22 00:54:15.377298 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a13aa7aa-0074-4c36-9133-15f1fb4efc6d req-0dfdeccd-1828-4faf-8aba-6dbf019bc2a8 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320024 Jun 22 00:54:16.176139 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf83948-ff47-4ae7-93ac-940d46077f25 req-b07e869a-46f9-4103-8a5b-1f842bdbb370 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:16.177498 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6bf83948-ff47-4ae7-93ac-940d46077f25 req-b07e869a-46f9-4103-8a5b-1f842bdbb370 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.0721900 Jun 22 00:54:16.216243 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6bf83948-ff47-4ae7-93ac-940d46077f25 req-c5d62f60-5844-4a02-8805-da7abdde4c24 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 Jun 22 00:54:16.334781 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d556d4c-6e1d-4768-8b35-fb114c55f4ea req-5837e2ff-08b0-4bc1-959e-9cdd89c6f665 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:16.336325 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0d556d4c-6e1d-4768-8b35-fb114c55f4ea req-5837e2ff-08b0-4bc1-959e-9cdd89c6f665 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0617335 Jun 22 00:54:16.374797 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0d556d4c-6e1d-4768-8b35-fb114c55f4ea req-365eb443-9741-4763-8f16-99562be464ff tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328419 Jun 22 00:54:16.550201 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd079b-718c-4b16-95d2-e94b1347b84b req-e165eb5b-b11d-451f-8b21-603e4aa00bb5 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:16.551698 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b0fd079b-718c-4b16-95d2-e94b1347b84b req-e165eb5b-b11d-451f-8b21-603e4aa00bb5 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0667334 Jun 22 00:54:16.591717 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b0fd079b-718c-4b16-95d2-e94b1347b84b req-73494dc6-6ccd-4f50-ac6a-abe4c663331e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335619 Jun 22 00:54:16.696132 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 60806) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:16.795318 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-102d258f-8f9e-43ce-929e-6f3e0f0bc940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:16.888508 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-102d258f-8f9e-43ce-929e-6f3e0f0bc940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:16.892316 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-102d258f-8f9e-43ce-929e-6f3e0f0bc940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:16.895199 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-01a45449-b8bc-4e8d-ae50-b5129cb0627e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:16.931004 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d258f-8f9e-43ce-929e-6f3e0f0bc940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc8b618-413e-4ff2-a15b-69360ca71f97,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:16.934114 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-102d258f-8f9e-43ce-929e-6f3e0f0bc940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:16.936928 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-102d258f-8f9e-43ce-929e-6f3e0f0bc940 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26812dd2e89b4524b13211f3f15d4c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398748 Jun 22 00:54:16.939573 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 60812) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:16.986434 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e2987fc3-7c55-4b65-9d1c-8bda8a2c0ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:17.007373 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e2987fc3-7c55-4b65-9d1c-8bda8a2c0ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:17.052825 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e2987fc3-7c55-4b65-9d1c-8bda8a2c0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:17.055932 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e2987fc3-7c55-4b65-9d1c-8bda8a2c0ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:17.057042 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-e2987fc3-7c55-4b65-9d1c-8bda8a2c0ef4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbc8b618-413e-4ff2-a15b-69360ca71f97 HTTP/1.1" status: 204 len: 168 time: 0.1165709 Jun 22 00:54:17.057796 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-0afbafcb-44c0-49ed-a48d-730b5d99713b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:17.065183 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2987fc3-7c55-4b65-9d1c-8bda8a2c0ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc8b618-413e-4ff2-a15b-69360ca71f97,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:17.067428 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e2987fc3-7c55-4b65-9d1c-8bda8a2c0ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:17.395067 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779421b-e110-4232-ba21-a4013f6342b7 req-bf42aaa1-dee3-4904-b302-b49d0e8e9e9d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:17.396500 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3779421b-e110-4232-ba21-a4013f6342b7 req-bf42aaa1-dee3-4904-b302-b49d0e8e9e9d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.0619171 Jun 22 00:54:17.440716 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3779421b-e110-4232-ba21-a4013f6342b7 req-9c8a7ea9-df07-442d-844b-87bc27f4fca0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376730 Jun 22 00:54:17.612611 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea427af-d531-426a-9711-11a986bb7b79 req-5b3d3409-0a35-4d65-95b7-f3fde3792169 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:17.613959 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2ea427af-d531-426a-9711-11a986bb7b79 req-5b3d3409-0a35-4d65-95b7-f3fde3792169 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0621378 Jun 22 00:54:17.652805 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2ea427af-d531-426a-9711-11a986bb7b79 req-99f5e34f-5947-482c-965c-8b0486b62428 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325367 Jun 22 00:54:17.813036 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1f7c6-4841-4af4-bb50-7b368bc8a3b0 req-628920e2-38d1-432d-a7b7-7495d6388dd8 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:17.814483 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-89e1f7c6-4841-4af4-bb50-7b368bc8a3b0 req-628920e2-38d1-432d-a7b7-7495d6388dd8 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0665290 Jun 22 00:54:17.852632 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-89e1f7c6-4841-4af4-bb50-7b368bc8a3b0 req-4b310cf3-4859-405c-821e-2adda95c2023 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325990 Jun 22 00:54:18.616178 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca908c-ae19-42e5-872f-109baab4aa43 req-7bef2b14-9b93-4ad7-a174-362e67390ab0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:18.618125 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3cca908c-ae19-42e5-872f-109baab4aa43 req-7bef2b14-9b93-4ad7-a174-362e67390ab0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 944 time: 0.0617318 Jun 22 00:54:18.654231 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3cca908c-ae19-42e5-872f-109baab4aa43 req-c6fa3c6c-ba70-4106-92b0-1e260c5dc12a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304286 Jun 22 00:54:18.822049 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7aa1be-7101-4133-8697-003d9e2e86fd req-d5f72697-f86c-4e63-bfd1-9a37248419cd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:18.823407 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4e7aa1be-7101-4133-8697-003d9e2e86fd req-d5f72697-f86c-4e63-bfd1-9a37248419cd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0645092 Jun 22 00:54:18.861985 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4e7aa1be-7101-4133-8697-003d9e2e86fd req-514857c8-ec4d-456a-a0e0-e4b7ee7a43f5 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329709 Jun 22 00:54:19.000504 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7b0e08fb-48b7-40db-862a-78500b6a30f2 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:54:19.021915 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f0b13-9c66-40e7-90c7-02a61d556523 req-bd900bd2-8f12-4abe-9cc7-fc5804b1daa6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:19.023620 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bc0f0b13-9c66-40e7-90c7-02a61d556523 req-bd900bd2-8f12-4abe-9cc7-fc5804b1daa6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0628877 Jun 22 00:54:19.047921 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 7b0e08fb-48b7-40db-862a-78500b6a30f2 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:54:19.048295 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:19.060889 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bc0f0b13-9c66-40e7-90c7-02a61d556523 req-5b39cdcb-5148-4984-838c-50f9d5708e6b tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317914 Jun 22 00:54:19.125929 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:19.146776 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:19.149304 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcea9e3-cf12-4a11-8b8c-1471a2e4d45e" -d '{"events": [{"server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:19.161701 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:19.166443 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:19.169330 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:19.192359 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b86d7fa-000d-4f4e-ab99-b144b479ed93 x-openstack-request-id: req-2b86d7fa-000d-4f4e-ab99-b144b479ed93 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:19.192658 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "name": "network-vif-plugged", "status": "completed", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:19.192949 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b86d7fa-000d-4f4e-ab99-b144b479ed93 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:19.193335 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'code': 200} Jun 22 00:54:19.218098 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=7b0e08fb-48b7-40db-862a-78500b6a30f2,revision_number=10']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:19.221104 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:19.829872 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a5530-b219-4bed-848f-0e1032f5d7ec req-58bf5053-f338-4412-a667-32bf42b233b0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:19.831231 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c8a5530-b219-4bed-848f-0e1032f5d7ec req-58bf5053-f338-4412-a667-32bf42b233b0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 946 time: 0.0604472 Jun 22 00:54:19.868284 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c8a5530-b219-4bed-848f-0e1032f5d7ec req-9e1571e2-62c4-42bb-9b2e-2cbd7c66329f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307064 Jun 22 00:54:20.033068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9252317-f56f-4fbf-a8e8-6e4bc3f9de7f req-6b3ddb18-f896-4653-b5bc-e1335b217ff3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:20.034517 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b9252317-f56f-4fbf-a8e8-6e4bc3f9de7f req-6b3ddb18-f896-4653-b5bc-e1335b217ff3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0655775 Jun 22 00:54:20.073843 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b9252317-f56f-4fbf-a8e8-6e4bc3f9de7f req-f1c7a2f5-7a88-4d0c-b755-13bf4b6d9c96 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335562 Jun 22 00:54:20.234218 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279eb83-3cdd-4486-8a61-c7e34877fd48 req-32764a15-ce61-4c4c-88b1-73a29d9acbbf tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:20.235703 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2279eb83-3cdd-4486-8a61-c7e34877fd48 req-32764a15-ce61-4c4c-88b1-73a29d9acbbf tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0635514 Jun 22 00:54:20.274433 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2279eb83-3cdd-4486-8a61-c7e34877fd48 req-fde2ff62-9dce-4a96-a6d8-d23ee9652a46 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328972 Jun 22 00:54:20.541815 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ecee-c0c7-496c-8f57-ec4c6eb60665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:21.049416 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216246c8-c1f1-4680-971d-6946880115e6 req-861f493f-f1f0-417e-9683-958e2aa96c44 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:21.050854 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-216246c8-c1f1-4680-971d-6946880115e6 req-861f493f-f1f0-417e-9683-958e2aa96c44 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 946 time: 0.0654972 Jun 22 00:54:21.089581 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-216246c8-c1f1-4680-971d-6946880115e6 req-7b551888-0d44-47b3-bbda-f23417c8d290 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331285 Jun 22 00:54:21.251876 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba957aa-1f26-43d3-89ec-cf132faedcc6 req-4c93f0d9-e3ac-42be-a5dc-20540c7099c4 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:21.253346 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cba957aa-1f26-43d3-89ec-cf132faedcc6 req-4c93f0d9-e3ac-42be-a5dc-20540c7099c4 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0642061 Jun 22 00:54:21.296669 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cba957aa-1f26-43d3-89ec-cf132faedcc6 req-22bca691-450d-4a33-90d5-b11b423d8f81 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368171 Jun 22 00:54:21.453764 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5442fb-9a42-4e5a-bc24-4a0ed85acbf4 req-eaea760c-da37-4be2-bc9d-30769b21e98f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:21.456236 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-de5442fb-9a42-4e5a-bc24-4a0ed85acbf4 req-eaea760c-da37-4be2-bc9d-30769b21e98f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0663660 Jun 22 00:54:21.496593 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-de5442fb-9a42-4e5a-bc24-4a0ed85acbf4 req-60f9cbf2-16e7-41a0-9d2e-a862a9efeaca tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342374 Jun 22 00:54:21.753951 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a306d4a-4922-44c1-89db-5778dc874c77 req-f766cdbb-855d-4c9a-82c1-c0ad3766035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:21.755421 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9a306d4a-4922-44c1-89db-5778dc874c77 req-f766cdbb-855d-4c9a-82c1-c0ad3766035f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 1099 time: 0.0542030 Jun 22 00:54:21.791280 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9a306d4a-4922-44c1-89db-5778dc874c77 req-0fcc938c-af8e-44ba-8440-8cf9b2fa9928 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287354 Jun 22 00:54:22.271023 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f9438-3b16-46e4-bf1b-173fecb28955 req-64ccefae-71c4-498f-a99f-820afd2e170c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:22.272606 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b52f9438-3b16-46e4-bf1b-173fecb28955 req-64ccefae-71c4-498f-a99f-820afd2e170c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 946 time: 0.0666437 Jun 22 00:54:22.314915 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b52f9438-3b16-46e4-bf1b-173fecb28955 req-879c805d-886c-4404-8d3a-d5e216f7d560 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346024 Jun 22 00:54:22.487602 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d034c7e-4e68-4b7e-813f-84cca6b3d6ae req-539bc22a-27a1-4b61-9d70-165e1b2d5a66 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:22.489108 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4d034c7e-4e68-4b7e-813f-84cca6b3d6ae req-539bc22a-27a1-4b61-9d70-165e1b2d5a66 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0737255 Jun 22 00:54:22.533557 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4d034c7e-4e68-4b7e-813f-84cca6b3d6ae req-a8a7bc37-5f26-4cc6-ae67-6b094c1f03ed tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350630 Jun 22 00:54:22.669918 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c728b5-23f3-4e28-96a1-cc6aebad7cc4 req-f7dd0f85-4e28-4190-a864-0a4cb23f300c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:22.671441 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e5c728b5-23f3-4e28-96a1-cc6aebad7cc4 req-f7dd0f85-4e28-4190-a864-0a4cb23f300c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0626595 Jun 22 00:54:22.715491 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e5c728b5-23f3-4e28-96a1-cc6aebad7cc4 req-9ec42135-a577-4c6f-b58b-aa75731197d7 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384665 Jun 22 00:54:22.977520 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-3200b11c-47a0-4101-ad6f-26087949c5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:23.492414 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be41d0-6e68-45c9-aef1-1f53cdaef57b req-ae2bae85-0573-4743-9699-1735db392e45 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:23.493883 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-54be41d0-6e68-45c9-aef1-1f53cdaef57b req-ae2bae85-0573-4743-9699-1735db392e45 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 946 time: 0.0631924 Jun 22 00:54:23.533497 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-54be41d0-6e68-45c9-aef1-1f53cdaef57b req-5e5caf18-2c08-41b5-88f0-a6ac3f52fe91 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337210 Jun 22 00:54:23.583435 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:23.714952 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c0e0e-8d34-4ba7-acbf-64ec88363344 req-2703ce5f-3ae0-4d55-80bb-fc2d686cca94 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:23.716384 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4f9c0e0e-8d34-4ba7-acbf-64ec88363344 req-2703ce5f-3ae0-4d55-80bb-fc2d686cca94 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0654764 Jun 22 00:54:23.760587 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4f9c0e0e-8d34-4ba7-acbf-64ec88363344 req-91710513-b562-4621-93b2-b3708c2d2d55 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384760 Jun 22 00:54:23.892309 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014872ac-2c71-4ffd-afd8-485cddbc744f req-c2381725-be1a-4be5-8c33-db123f39657b tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:23.893811 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-014872ac-2c71-4ffd-afd8-485cddbc744f req-c2381725-be1a-4be5-8c33-db123f39657b tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0634341 Jun 22 00:54:23.931056 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-014872ac-2c71-4ffd-afd8-485cddbc744f req-346bfab7-a5a5-4b35-8a20-9c3a8d7c4e0f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316362 Jun 22 00:54:24.552138 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.724865 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a09900-9fa1-47f5-8679-c964619e69b5 req-056976f7-4af7-4abb-8796-35c3a8074e99 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:24.727107 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84a09900-9fa1-47f5-8679-c964619e69b5 req-056976f7-4af7-4abb-8796-35c3a8074e99 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 946 time: 0.0719712 Jun 22 00:54:24.766308 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-84a09900-9fa1-47f5-8679-c964619e69b5 req-a7ea760f-130e-4048-b2c9-3f161f6db113 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333371 Jun 22 00:54:24.957655 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dbf1d-3d83-4ee7-9398-cfe3f42466c6 req-a8d74182-f7a9-4818-af56-1d950c959d92 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:24.959176 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-670dbf1d-3d83-4ee7-9398-cfe3f42466c6 req-a8d74182-f7a9-4818-af56-1d950c959d92 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0655148 Jun 22 00:54:25.000267 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-670dbf1d-3d83-4ee7-9398-cfe3f42466c6 req-a2221910-4294-4c4d-a0de-3747e8470534 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347714 Jun 22 00:54:25.028659 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device d1b78a1d-de5d-4a68-9b66-ca545e000324 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:54:25.118481 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0c488-fe36-403f-b811-fa4b0be317d0 req-c5f02f38-f7a5-4ce3-88d5-406edd4557ef tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:25.120362 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5ce0c488-fe36-403f-b811-fa4b0be317d0 req-c5f02f38-f7a5-4ce3-88d5-406edd4557ef tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 944 time: 0.0759594 Jun 22 00:54:25.147279 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port d1b78a1d-de5d-4a68-9b66-ca545e000324, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=d1b78a1d-de5d-4a68-9b66-ca545e000324,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:25.160880 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': 'd1b78a1d-de5d-4a68-9b66-ca545e000324', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'port_id': 'd1b78a1d-de5d-4a68-9b66-ca545e000324', 'mac_address': 'fa:16:3e:58:1d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:54:25.173657 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5ce0c488-fe36-403f-b811-fa4b0be317d0 req-16cf517b-df5e-4650-a2fc-97c3d605ac52 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457263 Jun 22 00:54:25.204228 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:25.216664 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b78a1d-de5d-4a68-9b66-ca545e000324 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:54:25.235101 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port d1b78a1d-de5d-4a68-9b66-ca545e000324, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=d1b78a1d-de5d-4a68-9b66-ca545e000324,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:25.239173 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:25.241047 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2a81fa0e-17a8-44e8-abb1-58eb5b036dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:25.294728 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=d1b78a1d-de5d-4a68-9b66-ca545e000324,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:25.297706 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:25.817718 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['d1b78a1d-de5d-4a68-9b66-ca545e000324'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:54:25.954604 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15494b6f-8713-4a22-8bbc-54fa334491ce req-d6695159-8596-4434-b73e-d6c5a8cb8de7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:25.956609 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-15494b6f-8713-4a22-8bbc-54fa334491ce req-d6695159-8596-4434-b73e-d6c5a8cb8de7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 946 time: 0.0663760 Jun 22 00:54:25.995994 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-15494b6f-8713-4a22-8bbc-54fa334491ce req-9ddedcff-c7c7-437c-90e0-89dfb695cfaa tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321867 Jun 22 00:54:26.174438 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f698fd4-b2d9-4bae-a9d2-b1642f900df5 req-85569751-7896-45e8-8a5a-3a99344e98b9 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:26.175894 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1f698fd4-b2d9-4bae-a9d2-b1642f900df5 req-85569751-7896-45e8-8a5a-3a99344e98b9 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0612125 Jun 22 00:54:26.180211 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:26.217555 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1f698fd4-b2d9-4bae-a9d2-b1642f900df5 req-7aec75de-db33-4ad5-9146-0461b6afd89d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347850 Jun 22 00:54:26.492977 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fe0a7-844d-4e7d-ba2b-028cc76bb47b req-9c46e809-051d-4e55-8033-92751cfe61ac tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:26.494470 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c6fe0a7-844d-4e7d-ba2b-028cc76bb47b req-9c46e809-051d-4e55-8033-92751cfe61ac tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 945 time: 0.0698409 Jun 22 00:54:26.531142 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2c6fe0a7-844d-4e7d-ba2b-028cc76bb47b req-85263a34-c11a-4d60-a593-60824f9ac72a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307655 Jun 22 00:54:27.137397 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f6c7-b7c4-466a-96f3-0d7df3936608 req-53f76fb1-61f4-4c3b-a714-c7872ad18af8 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:27.138707 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9e49f6c7-b7c4-466a-96f3-0d7df3936608 req-53f76fb1-61f4-4c3b-a714-c7872ad18af8 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 945 time: 0.0613899 Jun 22 00:54:27.177092 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9e49f6c7-b7c4-466a-96f3-0d7df3936608 req-ce16bbac-f169-40fe-8e7e-371ef143cfc4 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Jun 22 00:54:27.388403 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb725445-eb42-4732-a58f-b36fcf50bfe4 req-d64cae0d-697e-495b-a741-875ad01aa6d5 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:27.389785 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cb725445-eb42-4732-a58f-b36fcf50bfe4 req-d64cae0d-697e-495b-a741-875ad01aa6d5 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0621817 Jun 22 00:54:27.428001 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cb725445-eb42-4732-a58f-b36fcf50bfe4 req-d2a7dd79-6693-452d-a7aa-460546bf86f0 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324929 Jun 22 00:54:27.703404 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640da35f-3b1a-4f65-afb9-2654cd0a5104 req-4b519020-0248-408a-8788-240b83a7c171 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:27.704743 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-640da35f-3b1a-4f65-afb9-2654cd0a5104 req-4b519020-0248-408a-8788-240b83a7c171 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 945 time: 0.0649464 Jun 22 00:54:27.740566 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-640da35f-3b1a-4f65-afb9-2654cd0a5104 req-f104275a-f91b-4931-b1ab-5052022ba28f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302684 Jun 22 00:54:28.348098 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4acc91-552b-4547-b232-b52c0bdb452c req-3d7c09d0-770c-4c53-b5ca-d35599beb60b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:28.349544 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2f4acc91-552b-4547-b232-b52c0bdb452c req-3d7c09d0-770c-4c53-b5ca-d35599beb60b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 945 time: 0.0626304 Jun 22 00:54:28.385949 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2f4acc91-552b-4547-b232-b52c0bdb452c req-fc0483c2-21c2-4e64-95bd-946af693ed21 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301478 Jun 22 00:54:28.603352 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54385676-c0f4-44dd-9983-7ba3af132d9f req-461c36ce-93b3-49a2-8dcd-3452c96b82e8 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:28.604786 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-54385676-c0f4-44dd-9983-7ba3af132d9f req-461c36ce-93b3-49a2-8dcd-3452c96b82e8 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0651824 Jun 22 00:54:28.643999 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-54385676-c0f4-44dd-9983-7ba3af132d9f req-838e899e-c0e7-4af4-96ba-5031dc6229ac tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335252 Jun 22 00:54:28.907843 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2188493-24d7-4d10-a3cc-acb887fd1b6f req-d211353a-3073-4a62-8c61-245d827fcfdb tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:28.909287 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a2188493-24d7-4d10-a3cc-acb887fd1b6f req-d211353a-3073-4a62-8c61-245d827fcfdb tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 945 time: 0.0624223 Jun 22 00:54:28.947951 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a2188493-24d7-4d10-a3cc-acb887fd1b6f req-8c894561-123e-41d3-b975-5ca5e2e7fba2 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315468 Jun 22 00:54:29.062185 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device d1b78a1d-de5d-4a68-9b66-ca545e000324 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:54:29.109293 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port d1b78a1d-de5d-4a68-9b66-ca545e000324 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:54:29.112944 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port d1b78a1d-de5d-4a68-9b66-ca545e000324 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:54:29.113324 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:29.188860 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:29.210864 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b78a1d-de5d-4a68-9b66-ca545e000324'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:29.213166 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e5d97c-eba2-4f7a-b9d0-39b3150e0654" -d '{"events": [{"server_uuid": "16d05115-b7e1-42fb-b59b-14486f0b0ccd", "name": "network-vif-plugged", "status": "completed", "tag": "d1b78a1d-de5d-4a68-9b66-ca545e000324"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:29.230544 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port d1b78a1d-de5d-4a68-9b66-ca545e000324, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=d1b78a1d-de5d-4a68-9b66-ca545e000324,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:29.234676 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:29.237218 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-bebb8818-d95e-4481-aa29-478fdddfa9f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:29.293425 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=d1b78a1d-de5d-4a68-9b66-ca545e000324,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:29.296531 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:29.362760 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351b91aa-3237-4a08-83d6-32d2f30c04be x-openstack-request-id: req-351b91aa-3237-4a08-83d6-32d2f30c04be {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:29.363145 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d05115-b7e1-42fb-b59b-14486f0b0ccd", "name": "network-vif-plugged", "status": "completed", "tag": "d1b78a1d-de5d-4a68-9b66-ca545e000324", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:29.363472 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-351b91aa-3237-4a08-83d6-32d2f30c04be {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:29.363932 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b78a1d-de5d-4a68-9b66-ca545e000324', 'code': 200} Jun 22 00:54:29.422396 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f2f1b-534d-4745-b25a-7bfc4d57a298 req-89fe6c0f-7479-47f9-b07c-84a5b6f4349e tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:29.423900 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bf3f2f1b-534d-4745-b25a-7bfc4d57a298 req-89fe6c0f-7479-47f9-b07c-84a5b6f4349e tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.15 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 945 time: 0.0622616 Jun 22 00:54:29.574955 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2f1b-534d-4745-b25a-7bfc4d57a298 req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Deleting port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:54:29.575214 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bf3f2f1b-534d-4745-b25a-7bfc4d57a298 req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:29.654608 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e074468-3dcb-401a-9412-0e21b56826dc req-134da748-4d33-47a4-928c-6e3f52ad892f tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:29.656079 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7e074468-3dcb-401a-9412-0e21b56826dc req-134da748-4d33-47a4-928c-6e3f52ad892f tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 945 time: 0.1566746 Jun 22 00:54:29.740469 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-bf3f2f1b-534d-4745-b25a-7bfc4d57a298 req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] For port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb,segment=NetworkSegment(c74b93d9-2b24-4800-9c98-e41bcf8200d6),segment_id=c74b93d9-2b24-4800-9c98-e41bcf8200d6)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:29.740826 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bf3f2f1b-534d-4745-b25a-7bfc4d57a298 req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:29.749766 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34c2f3-a922-4d52-9d47-2706ccc6255f req-7da2e709-8c31-4dec-9fe2-91bdcc406c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:29.751261 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f34c2f3-a922-4d52-9d47-2706ccc6255f req-7da2e709-8c31-4dec-9fe2-91bdcc406c73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 1099 time: 0.1863716 Jun 22 00:54:29.753981 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7e074468-3dcb-401a-9412-0e21b56826dc req-74a08bd3-4a45-40a8-ba5a-0928458d33dc tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895824 Jun 22 00:54:29.826857 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-bf3f2f1b-534d-4745-b25a-7bfc4d57a298 req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Calling delete_port for e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:54:29.922395 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f34c2f3-a922-4d52-9d47-2706ccc6255f req-faa8a851-1d9c-4622-9c7a-8fd22575b263 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549387 Jun 22 00:54:29.963925 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2f900-daa5-426d-8c54-b7b6c8d3c075 req-ffffc431-5b10-44d6-aa3f-821f62f8366f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:29.965371 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0dc2f900-daa5-426d-8c54-b7b6c8d3c075 req-ffffc431-5b10-44d6-aa3f-821f62f8366f tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.2091126 Jun 22 00:54:30.034469 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0dc2f900-daa5-426d-8c54-b7b6c8d3c075 req-5f6e7a27-b546-4ba3-94cb-90ea7e68e516 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598044 Jun 22 00:54:30.062949 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bf3f2f1b-534d-4745-b25a-7bfc4d57a298 req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:30.068098 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:30.107625 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:54:30.120400 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Pushing event deleted for resources: {'Port': ['ID=e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:30.125005 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:30.171158 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3f2f1b-534d-4745-b25a-7bfc4d57a298 req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] No DVR routers for this DVR port e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:54:30.174066 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bf3f2f1b-534d-4745-b25a-7bfc4d57a298 req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:30.176107 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bf3f2f1b-534d-4745-b25a-7bfc4d57a298 req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.15 "DELETE /v2.0/ports/e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb HTTP/1.1" status: 204 len: 173 time: 0.7460766 Jun 22 00:54:30.177836 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efdab06-efcc-465c-84f4-a1dba46cde8b', 'name': 'network-vif-deleted', 'tag': 'e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:30.180176 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4ac475-b2b7-4b85-8722-b8ceadf91975" -d '{"events": [{"server_uuid": "5efdab06-efcc-465c-84f4-a1dba46cde8b", "name": "network-vif-deleted", "tag": "e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:30.201860 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1107c-541a-4788-99ab-92495cebe505 req-812b9d60-998d-40ea-9f48-a0e56191a580 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:30.203302 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fee1107c-541a-4788-99ab-92495cebe505 req-812b9d60-998d-40ea-9f48-a0e56191a580 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 946 time: 0.1384137 Jun 22 00:54:30.253728 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fee1107c-541a-4788-99ab-92495cebe505 req-c15d37dc-6768-4aa9-91bf-bd05030daf88 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444813 Jun 22 00:54:30.267822 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd7af06-a25e-4e8c-9912-fd7783b8a370 x-openstack-request-id: req-bdd7af06-a25e-4e8c-9912-fd7783b8a370 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:30.268165 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efdab06-efcc-465c-84f4-a1dba46cde8b", "name": "network-vif-deleted", "tag": "e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:30.268521 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdd7af06-a25e-4e8c-9912-fd7783b8a370 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:30.268956 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efdab06-efcc-465c-84f4-a1dba46cde8b', 'name': 'network-vif-deleted', 'tag': 'e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb', 'status': 'completed', 'code': 200} Jun 22 00:54:30.913710 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-704abcf9-cd33-4e80-9e66-7d75596d9539 req-0d972640-d3eb-4589-81ea-8911f7ea556a tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=5efdab06-efcc-465c-84f4-a1dba46cde8b HTTP/1.1" status: 200 len: 210 time: 0.0335248 Jun 22 00:54:31.213884 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825adaf-cb47-49d3-bd33-ffd7ea2c07e1 req-c69a5412-0f2b-48af-9fef-7701b1480106 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:31.215331 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e825adaf-cb47-49d3-bd33-ffd7ea2c07e1 req-c69a5412-0f2b-48af-9fef-7701b1480106 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0692573 Jun 22 00:54:31.253307 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e825adaf-cb47-49d3-bd33-ffd7ea2c07e1 req-4ec68a88-ded4-4a06-a9ec-de266f037a51 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322886 Jun 22 00:54:31.424363 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92f2af-96e1-4ac7-a0c4-114073dbbfd8 req-ea7eb412-cca8-4b00-a116-5c3d219c0f2f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:31.425699 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4d92f2af-96e1-4ac7-a0c4-114073dbbfd8 req-ea7eb412-cca8-4b00-a116-5c3d219c0f2f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 946 time: 0.0606878 Jun 22 00:54:31.461980 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4d92f2af-96e1-4ac7-a0c4-114073dbbfd8 req-a06fc272-c34a-49d4-ad89-b6a3fb5bbc00 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302813 Jun 22 00:54:32.424298 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c6181-1b65-44af-9f40-07624d85c889 req-f506fedc-7fec-4faf-892d-ea9ca78193ec tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:32.425724 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8a8c6181-1b65-44af-9f40-07624d85c889 req-f506fedc-7fec-4faf-892d-ea9ca78193ec tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0642874 Jun 22 00:54:32.464124 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8a8c6181-1b65-44af-9f40-07624d85c889 req-787332d8-b79e-49bb-86ad-6e6434d9ae84 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=73a37309-028a-4453-9946-b88a36a6a958&id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320318 Jun 22 00:54:32.634694 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc4067-fd0c-4eb7-9e16-34326d99ff2e req-d45e9733-80aa-4f3c-99c2-0dc145956b68 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:32.636051 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d7fc4067-fd0c-4eb7-9e16-34326d99ff2e req-d45e9733-80aa-4f3c-99c2-0dc145956b68 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 946 time: 0.0610197 Jun 22 00:54:32.671801 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d7fc4067-fd0c-4eb7-9e16-34326d99ff2e req-23dc908c-7aa3-499f-9f9e-57882bb84c15 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303180 Jun 22 00:54:32.841936 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5fdb2-b507-4b9f-961b-3b33a5615ac6 req-3c7f7400-999d-4ab2-a12e-ccf0b56473ad tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:32.843398 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-95c5fdb2-b507-4b9f-961b-3b33a5615ac6 req-3c7f7400-999d-4ab2-a12e-ccf0b56473ad tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 946 time: 0.0639751 Jun 22 00:54:32.880601 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-95c5fdb2-b507-4b9f-961b-3b33a5615ac6 req-a907f386-3f5d-41c2-b624-e2b100bd4a68 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314286 Jun 22 00:54:32.904632 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 32784) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:33.092112 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69d65d-228e-4af8-9ec3-f3e35009162b tempest-TestVolumeBootPattern-1691919683 tempest-TestVolumeBootPattern-1691919683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99509) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:33.093572 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-3b69d65d-228e-4af8-9ec3-f3e35009162b tempest-TestVolumeBootPattern-1691919683 tempest-TestVolumeBootPattern-1691919683-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 1094 time: 0.1879554 Jun 22 00:54:33.096528 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 32788) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:33.100775 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'floatingip': {'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'port_id': 'd1b78a1d-de5d-4a68-9b66-ca545e000324', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:33.121604 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.214857 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.324713 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_common [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Allocated IP 172.27.0.125 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/0041bda4-f844-453f-8ff2-86f30fb5ad48) {{(pid=99509) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:54:33.424302 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for port, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.466405 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9353107'] for port, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.468640 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d5e44e1a-c5c9-4646-8da9-e53bf81318ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:33.508127 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99509) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:54:33.511081 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.base_scheduler [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Resources bound (agent type, host, resource id): {{(pid=99509) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:54:33.513486 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Received port after_create {{(pid=99509) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:54:33.536345 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'Port': ['ID=0041bda4-f844-453f-8ff2-86f30fb5ad48,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:33.540839 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:33.873259 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.945094 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:34.089210 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for port, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:34.093611 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9353121'] for port, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:34.096372 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-af773b2a-e479-46fa-a9ec-b28192358de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:34.163871 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'Port': ['ID=0041bda4-f844-453f-8ff2-86f30fb5ad48,revision_number=2']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:34.167543 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:34.172084 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:34.268927 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.l3_db [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Floating IP f9b64ee1-1169-4a5d-9c56-93e6bf8e781f associated. External IP: 172.27.0.125, port: d1b78a1d-de5d-4a68-9b66-ca545e000324. Jun 22 00:54:34.670611 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:54:34.774495 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:54:34.784030 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676224f-ab5c-4ba2-9209-f7777d90b640 None None] Sync routers for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:54:34.790621 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:34.793356 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1676224f-ab5c-4ba2-9209-f7777d90b640 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:54:34.793981 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-1676224f-ab5c-4ba2-9209-f7777d90b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:54:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:34.826822 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7293124 Jun 22 00:54:34.827538 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'tag': 'd1b78a1d-de5d-4a68-9b66-ca545e000324'}] {{(pid=99509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:34.829810 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}715ab93fe84fc0b93290d0888939334232c31d164512a61dc43338aaaf7e287b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147" -d '{"events": [{"name": "network-changed", "server_uuid": "16d05115-b7e1-42fb-b59b-14486f0b0ccd", "tag": "d1b78a1d-de5d-4a68-9b66-ca545e000324"}]}' {{(pid=99509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:34.922206 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c910777e-0bbd-41dc-98ad-0b5db01921e7 x-openstack-request-id: req-c910777e-0bbd-41dc-98ad-0b5db01921e7 {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:34.922566 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d05115-b7e1-42fb-b59b-14486f0b0ccd", "tag": "d1b78a1d-de5d-4a68-9b66-ca545e000324", "status": "completed", "code": 200}]} {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:34.922860 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c910777e-0bbd-41dc-98ad-0b5db01921e7 {{(pid=99509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:34.923327 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'tag': 'd1b78a1d-de5d-4a68-9b66-ca545e000324', 'status': 'completed', 'code': 200} Jun 22 00:54:34.988531 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:54:35.015111 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:54:35.015469 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device e8ba4a0e-de19-47e6-8d9e-e0a87569d3eb not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:54:35.034997 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-1676224f-ab5c-4ba2-9209-f7777d90b640 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:35.254664 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-1676224f-ab5c-4ba2-9209-f7777d90b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'f9b64ee1-1169-4a5d-9c56-93e6bf8e781f', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': 'd1b78a1d-de5d-4a68-9b66-ca545e000324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:58:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:33Z', 'updated_at': '2021-06-22T00:54:33Z', 'revision_number': 0, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:35.280326 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676224f-ab5c-4ba2-9209-f7777d90b640 None None] Checking router: 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:54:35.289599 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1676224f-ab5c-4ba2-9209-f7777d90b640 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:54:35.290447 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-1676224f-ab5c-4ba2-9209-f7777d90b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:54:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:35.392185 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-1676224f-ab5c-4ba2-9209-f7777d90b640 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:35.617686 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-1676224f-ab5c-4ba2-9209-f7777d90b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'f9b64ee1-1169-4a5d-9c56-93e6bf8e781f', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': 'd1b78a1d-de5d-4a68-9b66-ca545e000324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:58:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:33Z', 'updated_at': '2021-06-22T00:54:33Z', 'revision_number': 0, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:35.647208 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1676224f-ab5c-4ba2-9209-f7777d90b640 None None] The sync data for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi is: [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'f9b64ee1-1169-4a5d-9c56-93e6bf8e781f', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': 'd1b78a1d-de5d-4a68-9b66-ca545e000324', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:58:1d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:33Z', 'updated_at': '2021-06-22T00:54:33Z', 'revision_number': 0, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:54:35.826811 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed49692-b6ef-49d7-83ba-7127d91509d3 None None] New status for floating IP f9b64ee1-1169-4a5d-9c56-93e6bf8e781f: ACTIVE {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:54:36.858171 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147 req-f501b341-fccb-43fc-94ab-1d87fe5b2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:36.860017 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147 req-f501b341-fccb-43fc-94ab-1d87fe5b2112 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 1099 time: 0.0536623 Jun 22 00:54:36.956117 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147 req-37542fc5-ac74-462a-bf64-624a5da318d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:36.957544 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147 req-37542fc5-ac74-462a-bf64-624a5da318d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 912 time: 0.0901217 Jun 22 00:54:37.021739 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147 req-dff55538-3865-42bd-b216-05f1472adf62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1b78a1d-de5d-4a68-9b66-ca545e000324 HTTP/1.1" status: 200 len: 1002 time: 0.0573552 Jun 22 00:54:37.066898 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147 req-1d72bd0d-7650-4e87-a100-1b09ff64f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:37.068198 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147 req-1d72bd0d-7650-4e87-a100-1b09ff64f506 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0404282 Jun 22 00:54:37.123370 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147 req-c9865291-5774-4076-ad43-94957381c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:37.124805 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147 req-c9865291-5774-4076-ad43-94957381c5f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482993 Jun 22 00:54:37.217033 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147 req-42af202d-621f-4b76-8b5b-eebf9bbd1078 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832999 Jun 22 00:54:37.311946 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1d66c36b-a6e6-4154-8dc8-6f1d9a508147 req-45241a2a-b889-4ea1-8aae-f15ae77cac6c service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796509 Jun 22 00:54:44.278870 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a53a02-ab51-4865-800d-172bae8f327b req-ace48441-95b7-40ae-90be-c8fbc55cbd3d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:44.280231 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-ace48441-95b7-40ae-90be-c8fbc55cbd3d tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/networks?id=2eb33f2c-c182-441b-8961-a8594c6488ab HTTP/1.1" status: 200 len: 814 time: 0.3547990 Jun 22 00:54:44.295053 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-0e4d1624-9887-41f5-89e7-0ec531f50be2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/quotas/47742372cd6c457284232c87621cba43 HTTP/1.1" status: 200 len: 375 time: 0.0093505 Jun 22 00:54:44.326197 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-f8e31f87-2a95-4204-ab11-d14ae444d431 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=47742372cd6c457284232c87621cba43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262945 Jun 22 00:54:44.413459 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-0594b254-8c95-4a7b-a71e-73648781086c service neutron] 10.222.0.26 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809629 Jun 22 00:54:44.498411 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-88da31c9-e803-4868-9af1-fb8c2948c11a service neutron] 10.222.0.26 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791166 Jun 22 00:54:44.570341 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:44.667352 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fc49e1ec-3208-41c1-8482-8d296ab5472c req-52ce4200-361b-4f7b-a2b7-5f3f83849c72 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 210 time: 0.0310497 Jun 22 00:54:45.375996 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:54:45.812438 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-489bf64b-2685-405a-893b-7b0243af0438 req-7c161fd4-879a-4b31-b3b3-a8ac9a6d52f9 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 210 time: 0.0293500 Jun 22 00:54:45.937748 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a53a02-ab51-4865-800d-172bae8f327b req-96e3246e-3741-47c9-ad80-19c5ac594ab3 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:45.939174 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-96e3246e-3741-47c9-ad80-19c5ac594ab3 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.15 "GET /v2.0/networks?id=2eb33f2c-c182-441b-8961-a8594c6488ab HTTP/1.1" status: 200 len: 814 time: 0.1023910 Jun 22 00:54:45.970001 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Request body: {'port': {'device_id': '3c711ccd-4071-4b4f-8462-9d2d94515f9e', 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab', 'admin_state_up': True, 'tenant_id': '47742372cd6c457284232c87621cba43'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:46.076625 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Made reservation on behalf of 47742372cd6c457284232c87621cba43 for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:54:46.080191 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:46.203018 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Allocated IP 172.20.0.13 (2eb33f2c-c182-441b-8961-a8594c6488ab/b6973d72-aaa3-4ab5-8099-eaafa17c1922/e8202e42-a3ba-411b-8cca-f7e757d1f830) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:54:46.341991 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:46.379568 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:46.384016 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-df47a857-c083-4ca7-8452-ca5526dc08c2 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:46.422316 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Network 2eb33f2c-c182-441b-8961-a8594c6488ab is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:54:46.425382 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:54:46.429765 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:54:46.454837 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Pushing event updated for resources: {'Port': ['ID=e8202e42-a3ba-411b-8cca-f7e757d1f830,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:46.459074 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:46.482107 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:46.482709 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:46.497505 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5312855 Jun 22 00:54:46.525316 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Request body: {'port': {'device_id': '3c711ccd-4071-4b4f-8462-9d2d94515f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:46.597751 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:46.849641 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8202e42-a3ba-411b-8cca-f7e757d1f830 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:54:46.857427 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:46.870620 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Transition to ACTIVE for port object e8202e42-a3ba-411b-8cca-f7e757d1f830 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:54:46.874663 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:46.877479 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-47108881-7de7-4067-bbb6-8203fb901085 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:46.996207 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Pushing event updated for resources: {'Port': ['ID=e8202e42-a3ba-411b-8cca-f7e757d1f830,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:47.000945 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:47.065640 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Attempting to bind port e8202e42-a3ba-411b-8cca-f7e757d1f830 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:54:47.065969 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Attempting to bind port e8202e42-a3ba-411b-8cca-f7e757d1f830 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'c74b93d9-2b24-4800-9c98-e41bcf8200d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:54:47.066289 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Attempting to bind port e8202e42-a3ba-411b-8cca-f7e757d1f830 on network 2eb33f2c-c182-441b-8961-a8594c6488ab {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:54:47.075065 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e407ed-b53e-4e9b-a334-fd9f0d971c22 req-65d86198-36e2-4700-9286-d360161197c6 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:47.076498 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d4e407ed-b53e-4e9b-a334-fd9f0d971c22 req-65d86198-36e2-4700-9286-d360161197c6 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 944 time: 0.1390090 Jun 22 00:54:47.079539 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Port e8202e42-a3ba-411b-8cca-f7e757d1f830 on network 2eb33f2c-c182-441b-8961-a8594c6488ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:54:47.079859 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Attempting to bind port e8202e42-a3ba-411b-8cca-f7e757d1f830 on network 2eb33f2c-c182-441b-8961-a8594c6488ab {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:54:47.091796 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:54:47.092144 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Checking segment: {'id': 'c74b93d9-2b24-4800-9c98-e41bcf8200d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:54:47.092486 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Bound using segment: {'id': 'c74b93d9-2b24-4800-9c98-e41bcf8200d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:54:47.092916 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Bound port: e8202e42-a3ba-411b-8cca-f7e757d1f830, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c74b93d9-2b24-4800-9c98-e41bcf8200d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:54:47.093255 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:47.144136 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d4e407ed-b53e-4e9b-a334-fd9f0d971c22 req-e00e833b-4abd-4794-8a29-60f3ece2d8bd tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613093 Jun 22 00:54:47.173124 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] For port e8202e42-a3ba-411b-8cca-f7e757d1f830, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:54:47.176446 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] For port e8202e42-a3ba-411b-8cca-f7e757d1f830, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e8202e42-a3ba-411b-8cca-f7e757d1f830,segment=NetworkSegment(c74b93d9-2b24-4800-9c98-e41bcf8200d6),segment_id=c74b93d9-2b24-4800-9c98-e41bcf8200d6)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:54:47.181503 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:47.184565 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1d9906fd-1f42-4cc2-871f-b1e5ef2125ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:47.217373 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:47.217975 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:47.219345 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] 10.222.0.15 "PUT /v2.0/ports/e8202e42-a3ba-411b-8cca-f7e757d1f830 HTTP/1.1" status: 200 len: 1094 time: 0.6980798 Jun 22 00:54:47.219827 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c711ccd-4071-4b4f-8462-9d2d94515f9e', 'tag': 'e8202e42-a3ba-411b-8cca-f7e757d1f830'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:47.222067 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae30c1e8-b7a7-466e-b814-d11e034f5a71" -d '{"events": [{"name": "network-changed", "server_uuid": "3c711ccd-4071-4b4f-8462-9d2d94515f9e", "tag": "e8202e42-a3ba-411b-8cca-f7e757d1f830"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:47.242725 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Pushing event updated for resources: {'Port': ['ID=e8202e42-a3ba-411b-8cca-f7e757d1f830,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:47.245751 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:47.265970 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc97cd99-6bf7-4f49-96b0-a6e12710c8bd x-openstack-request-id: req-bc97cd99-6bf7-4f49-96b0-a6e12710c8bd {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:47.266295 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c711ccd-4071-4b4f-8462-9d2d94515f9e", "tag": "e8202e42-a3ba-411b-8cca-f7e757d1f830", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:47.266587 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bc97cd99-6bf7-4f49-96b0-a6e12710c8bd {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:47.267039 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c711ccd-4071-4b4f-8462-9d2d94515f9e', 'tag': 'e8202e42-a3ba-411b-8cca-f7e757d1f830', 'status': 'completed', 'code': 200} Jun 22 00:54:47.349964 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a53a02-ab51-4865-800d-172bae8f327b req-3394b597-3c93-4c74-a418-3443b92711a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:47.352157 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-3394b597-3c93-4c74-a418-3443b92711a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47742372cd6c457284232c87621cba43&device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 1097 time: 0.0563180 Jun 22 00:54:47.400534 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-1d3b2070-2aef-4fa8-a307-8352c2e86e68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8202e42-a3ba-411b-8cca-f7e757d1f830 HTTP/1.1" status: 200 len: 217 time: 0.0322518 Jun 22 00:54:47.450219 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a53a02-ab51-4865-800d-172bae8f327b req-adb7ffbb-e5d9-4b7c-b498-a9fb793ea3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:47.451659 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-adb7ffbb-e5d9-4b7c-b498-a9fb793ea3ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6973d72-aaa3-4ab5-8099-eaafa17c1922 HTTP/1.1" status: 200 len: 854 time: 0.0431981 Jun 22 00:54:47.489646 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-5fab78b7-4bee-4fdc-88a2-daf85391ec2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2eb33f2c-c182-441b-8961-a8594c6488ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290413 Jun 22 00:54:47.575325 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-43b2f793-b966-4b40-953f-8ce896159a7a service neutron] 10.222.0.15 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779562 Jun 22 00:54:47.680598 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64a53a02-ab51-4865-800d-172bae8f327b req-1e875c96-deb3-4d95-824f-721026def83f service neutron] 10.222.0.15 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841799 Jun 22 00:54:47.866863 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c1e8-b7a7-466e-b814-d11e034f5a71 req-f30551c8-d368-47f6-bf8d-a80f9a8e1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:47.868319 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ae30c1e8-b7a7-466e-b814-d11e034f5a71 req-f30551c8-d368-47f6-bf8d-a80f9a8e1b2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=47742372cd6c457284232c87621cba43&device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 1097 time: 0.0512178 Jun 22 00:54:47.961356 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c1e8-b7a7-466e-b814-d11e034f5a71 req-33916828-066f-496b-a359-3537a462ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:47.962651 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ae30c1e8-b7a7-466e-b814-d11e034f5a71 req-33916828-066f-496b-a359-3537a462ff32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2eb33f2c-c182-441b-8961-a8594c6488ab HTTP/1.1" status: 200 len: 915 time: 0.0806918 Jun 22 00:54:48.007694 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ae30c1e8-b7a7-466e-b814-d11e034f5a71 req-6d7a54bf-6c0a-495f-9ad6-6a4aa81b2ef9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8202e42-a3ba-411b-8cca-f7e757d1f830 HTTP/1.1" status: 200 len: 217 time: 0.0361609 Jun 22 00:54:48.055862 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30c1e8-b7a7-466e-b814-d11e034f5a71 req-bed6c329-bd2c-4d8a-b301-a7003bb2384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:48.057259 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ae30c1e8-b7a7-466e-b814-d11e034f5a71 req-bed6c329-bd2c-4d8a-b301-a7003bb2384c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6973d72-aaa3-4ab5-8099-eaafa17c1922 HTTP/1.1" status: 200 len: 854 time: 0.0420961 Jun 22 00:54:48.090514 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ae30c1e8-b7a7-466e-b814-d11e034f5a71 req-5a9802b9-48c5-4256-bfe6-4420a8b67c92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2eb33f2c-c182-441b-8961-a8594c6488ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255859 Jun 22 00:54:48.178076 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ae30c1e8-b7a7-466e-b814-d11e034f5a71 req-0e6b47d4-e809-427d-b42a-5baad36466f9 service neutron] 10.222.0.15 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803514 Jun 22 00:54:48.275717 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ae30c1e8-b7a7-466e-b814-d11e034f5a71 req-005967e5-d204-4f7b-bba6-9d5bbc77df8c service neutron] 10.222.0.15 "GET /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906038 Jun 22 00:54:48.342818 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f5fc8-94fd-4fcd-af6e-ae2d38631f65 req-8ba1b000-3fa0-4ee7-ae8f-e222be68c33b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:48.344845 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-172f5fc8-94fd-4fcd-af6e-ae2d38631f65 req-8ba1b000-3fa0-4ee7-ae8f-e222be68c33b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 944 time: 0.0887053 Jun 22 00:54:48.381110 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-172f5fc8-94fd-4fcd-af6e-ae2d38631f65 req-fce2e4f7-efc2-4859-a2b0-6a37fdb0e7b1 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306795 Jun 22 00:54:49.550053 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51cfe5-4154-4554-b686-0bfdc87679a3 req-65a1878d-6330-4455-9809-a66a0d659efd tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:49.551531 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dd51cfe5-4154-4554-b686-0bfdc87679a3 req-65a1878d-6330-4455-9809-a66a0d659efd tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 944 time: 0.0620701 Jun 22 00:54:49.590338 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dd51cfe5-4154-4554-b686-0bfdc87679a3 req-44282705-da53-4f9e-949e-751a8933765a tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325575 Jun 22 00:54:49.660711 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-210a97e8-8218-442b-9864-3774d599b27d req-5658cd9c-37ba-4cf1-add1-77fca4f6ac22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505700 Jun 22 00:54:49.760256 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a97e8-8218-442b-9864-3774d599b27d req-191951d9-97af-4ed3-8733-eee1d05d05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:49.761584 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-210a97e8-8218-442b-9864-3774d599b27d req-191951d9-97af-4ed3-8733-eee1d05d05a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8&device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 1137 time: 0.0548959 Jun 22 00:54:49.864629 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a97e8-8218-442b-9864-3774d599b27d req-5304aecd-52d7-4515-b6a7-eb1302d9977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:49.866267 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-210a97e8-8218-442b-9864-3774d599b27d req-5304aecd-52d7-4515-b6a7-eb1302d9977e service neutron] 10.222.0.15 "GET /v2.0/networks?id=da625bfa-7ffc-4c06-884c-06d489bfe5c1 HTTP/1.1" status: 200 len: 914 time: 0.0822978 Jun 22 00:54:49.937957 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-210a97e8-8218-442b-9864-3774d599b27d req-49379715-31b6-4dbc-8fe0-546984832539 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 200 len: 999 time: 0.0628598 Jun 22 00:54:49.988026 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a97e8-8218-442b-9864-3774d599b27d req-9699b7e6-5a69-4674-a0da-1e591434fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:49.989504 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-210a97e8-8218-442b-9864-3774d599b27d req-9699b7e6-5a69-4674-a0da-1e591434fb59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b9baafd-dd68-4eef-b14a-1bb91fdb1c64 HTTP/1.1" status: 200 len: 852 time: 0.0434284 Jun 22 00:54:50.050205 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a97e8-8218-442b-9864-3774d599b27d req-89b02eb4-c805-4a9d-86a2-8d9d894a69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:50.051600 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-210a97e8-8218-442b-9864-3774d599b27d req-89b02eb4-c805-4a9d-86a2-8d9d894a69b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da625bfa-7ffc-4c06-884c-06d489bfe5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507286 Jun 22 00:54:50.149834 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-210a97e8-8218-442b-9864-3774d599b27d req-19abccd5-3081-4144-9f1a-7817c344b8b3 service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852623 Jun 22 00:54:50.235481 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-210a97e8-8218-442b-9864-3774d599b27d req-465ae24f-db7c-44ef-9f07-616c10f45f4a service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778894 Jun 22 00:54:50.510809 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device e8202e42-a3ba-411b-8cca-f7e757d1f830 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:54:50.580651 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-45a3600e-ef63-4a92-ae83-3de019b21e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:50.617057 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port e8202e42-a3ba-411b-8cca-f7e757d1f830, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e8202e42-a3ba-411b-8cca-f7e757d1f830,segment=NetworkSegment(c74b93d9-2b24-4800-9c98-e41bcf8200d6),segment_id=c74b93d9-2b24-4800-9c98-e41bcf8200d6)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:50.627795 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': 'e8202e42-a3ba-411b-8cca-f7e757d1f830', 'network_id': '2eb33f2c-c182-441b-8961-a8594c6488ab', 'port_id': 'e8202e42-a3ba-411b-8cca-f7e757d1f830', 'mac_address': 'fa:16:3e:5d:10:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6973d72-aaa3-4ab5-8099-eaafa17c1922', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:54:50.664234 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:50.676688 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8202e42-a3ba-411b-8cca-f7e757d1f830 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:54:50.697131 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port e8202e42-a3ba-411b-8cca-f7e757d1f830, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e8202e42-a3ba-411b-8cca-f7e757d1f830,segment=NetworkSegment(c74b93d9-2b24-4800-9c98-e41bcf8200d6),segment_id=c74b93d9-2b24-4800-9c98-e41bcf8200d6)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:50.700966 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:50.702807 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:50.747738 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=e8202e42-a3ba-411b-8cca-f7e757d1f830,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:50.750679 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:50.765012 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33e9af-dd35-44cc-a763-48d7707fa23c req-021c27a2-9120-4c4d-b714-46fab456b2d2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:50.766444 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5f33e9af-dd35-44cc-a763-48d7707fa23c req-021c27a2-9120-4c4d-b714-46fab456b2d2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 945 time: 0.0628901 Jun 22 00:54:50.808950 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5f33e9af-dd35-44cc-a763-48d7707fa23c req-80254c6b-9590-4274-a12b-aa8e2314f4ef tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365279 Jun 22 00:54:51.324759 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['e8202e42-a3ba-411b-8cca-f7e757d1f830'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:54:52.137669 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cb3c7-d377-40e3-878d-1ae0b0a32e57 req-1cc0d12d-c107-4ab9-a3cd-a2deae5bab7a tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:52.139057 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b68cb3c7-d377-40e3-878d-1ae0b0a32e57 req-1cc0d12d-c107-4ab9-a3cd-a2deae5bab7a tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 945 time: 0.0703051 Jun 22 00:54:52.175076 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b68cb3c7-d377-40e3-878d-1ae0b0a32e57 req-fdb74108-d306-4ea7-9cef-08227bef7724 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305288 Jun 22 00:54:52.977231 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-66312703-9d9f-4e78-91ce-1ac1e5420cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:53.348117 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02df72-76e6-455f-9ad9-fba67f615177 req-fdbab32b-dd72-4a6e-b08f-99ac823af4b0 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:53.349480 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3e02df72-76e6-455f-9ad9-fba67f615177 req-fdbab32b-dd72-4a6e-b08f-99ac823af4b0 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 945 time: 0.0613904 Jun 22 00:54:53.385204 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3e02df72-76e6-455f-9ad9-fba67f615177 req-fe4c58ce-9cba-48fb-abee-88fc9dc08ef7 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301263 Jun 22 00:54:53.585901 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:54.507977 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device e8202e42-a3ba-411b-8cca-f7e757d1f830 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:54:54.558259 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95a48c-b3a5-46c6-9308-eef7383382d2 req-ec0f6faf-1f80-465a-9161-c1fbc79604bf tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:54.560149 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9d95a48c-b3a5-46c6-9308-eef7383382d2 req-ec0f6faf-1f80-465a-9161-c1fbc79604bf tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 945 time: 0.0688801 Jun 22 00:54:54.562771 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:54.564605 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port e8202e42-a3ba-411b-8cca-f7e757d1f830 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:54:54.568571 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port e8202e42-a3ba-411b-8cca-f7e757d1f830 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:54:54.568947 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:54.598314 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9d95a48c-b3a5-46c6-9308-eef7383382d2 req-d28164cc-2ca3-4335-a60d-62ec04ad2e78 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311704 Jun 22 00:54:54.646952 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:54.669719 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c711ccd-4071-4b4f-8462-9d2d94515f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8202e42-a3ba-411b-8cca-f7e757d1f830'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:54.671919 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03298b1f-6386-475f-ac08-bf90a06532a1" -d '{"events": [{"server_uuid": "3c711ccd-4071-4b4f-8462-9d2d94515f9e", "name": "network-vif-plugged", "status": "completed", "tag": "e8202e42-a3ba-411b-8cca-f7e757d1f830"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:54.684594 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port e8202e42-a3ba-411b-8cca-f7e757d1f830, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e8202e42-a3ba-411b-8cca-f7e757d1f830,segment=NetworkSegment(c74b93d9-2b24-4800-9c98-e41bcf8200d6),segment_id=c74b93d9-2b24-4800-9c98-e41bcf8200d6)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:54.688332 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:54.690169 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:54.711190 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712bd1a8-5dd9-4968-89e2-9a9ec175c981 x-openstack-request-id: req-712bd1a8-5dd9-4968-89e2-9a9ec175c981 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:54.711496 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c711ccd-4071-4b4f-8462-9d2d94515f9e", "name": "network-vif-plugged", "status": "completed", "tag": "e8202e42-a3ba-411b-8cca-f7e757d1f830", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:54.711761 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-712bd1a8-5dd9-4968-89e2-9a9ec175c981 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:54.712653 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c711ccd-4071-4b4f-8462-9d2d94515f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8202e42-a3ba-411b-8cca-f7e757d1f830', 'code': 200} Jun 22 00:54:54.737811 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=e8202e42-a3ba-411b-8cca-f7e757d1f830,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:54.740831 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:55.000106 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e3424-8e78-43b1-b22d-7348f40d1f1a req-1f9c7cc4-26a8-4495-b9a0-222d1f8bcd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:55.001553 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-163e3424-8e78-43b1-b22d-7348f40d1f1a req-1f9c7cc4-26a8-4495-b9a0-222d1f8bcd58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 1099 time: 0.0511603 Jun 22 00:54:55.037013 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-163e3424-8e78-43b1-b22d-7348f40d1f1a req-679d5f4d-c851-41e5-a5de-b0aca5e4c49f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263736 Jun 22 00:54:55.767661 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9ac3c-365f-43b8-adf6-1405bfa1b9ef req-3dc1b2c2-9a9d-4ae8-86b6-c456c4e3fe93 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:55.769009 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f3f9ac3c-365f-43b8-adf6-1405bfa1b9ef req-3dc1b2c2-9a9d-4ae8-86b6-c456c4e3fe93 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 946 time: 0.0616095 Jun 22 00:54:55.804917 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f3f9ac3c-365f-43b8-adf6-1405bfa1b9ef req-0393fb89-78ca-4e82-92cd-f240150d88be tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303066 Jun 22 00:54:56.183089 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.994955 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e12c3a-01ac-451f-ac74-15b0114a1c70 req-f5b59683-1386-46a7-b255-027f7083adf8 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:56.996479 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a5e12c3a-01ac-451f-ac74-15b0114a1c70 req-f5b59683-1386-46a7-b255-027f7083adf8 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 946 time: 0.0693207 Jun 22 00:54:57.033937 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a5e12c3a-01ac-451f-ac74-15b0114a1c70 req-e83e17d9-1a17-4153-8b6b-51631b23c3bf tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Jun 22 00:54:58.214806 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b82ee-f9fc-469f-a1d9-5bd2f00f1418 req-53e7b680-9fa3-4a7e-bf09-87efc1f79f36 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:58.216289 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-948b82ee-f9fc-469f-a1d9-5bd2f00f1418 req-53e7b680-9fa3-4a7e-bf09-87efc1f79f36 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 946 time: 0.0629957 Jun 22 00:54:58.260137 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-948b82ee-f9fc-469f-a1d9-5bd2f00f1418 req-a8c61fac-e4c7-48f4-89fb-69ef76079aea tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364189 Jun 22 00:55:14.581895 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:20.540678 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-84c3bb08-744c-46d5-9038-4057853b1d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:22.374616 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:55:22.980107 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-69726eb5-b54e-40e9-bb7f-1083729f9a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:23.587275 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:24.558950 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:24.665591 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fce135-8c36-41d6-99a4-0260c8c4f86b req-5d01542f-0f47-4a46-8529-1de8dab3d96c tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:24.667264 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b2fce135-8c36-41d6-99a4-0260c8c4f86b req-5d01542f-0f47-4a46-8529-1de8dab3d96c tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 946 time: 0.0659447 Jun 22 00:55:24.704657 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b2fce135-8c36-41d6-99a4-0260c8c4f86b req-0080a3e2-96f4-44f2-86a0-913efa4aa53b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Jun 22 00:55:25.873612 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b25703-d751-4509-b857-f01da7844b4a req-ece3866e-c787-4982-b080-e92cffbb35f6 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:25.875160 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-01b25703-d751-4509-b857-f01da7844b4a req-ece3866e-c787-4982-b080-e92cffbb35f6 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 946 time: 0.0628440 Jun 22 00:55:25.911137 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-01b25703-d751-4509-b857-f01da7844b4a req-dd76c876-f276-4868-8e63-f47f18607fd5 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304589 Jun 22 00:55:26.186213 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:27.083486 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468205bd-5db6-4465-86c8-1e5084fb4b0a req-05ae9cf5-7a0a-4881-bea7-4f043e342250 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:27.084895 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-468205bd-5db6-4465-86c8-1e5084fb4b0a req-05ae9cf5-7a0a-4881-bea7-4f043e342250 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 946 time: 0.0601356 Jun 22 00:55:27.124715 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-468205bd-5db6-4465-86c8-1e5084fb4b0a req-eae7b016-5cdf-41b6-b284-c8cc602cbd92 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/security-groups?id=3f99b766-a943-4689-9099-33c060ed202c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332742 Jun 22 00:55:27.200049 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9e1df-7cbf-4ed3-80bb-756299100228 req-109b2e0f-47f8-42c8-80f8-9ca51049bd83 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:27.201314 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1ea9e1df-7cbf-4ed3-80bb-756299100228 req-109b2e0f-47f8-42c8-80f8-9ca51049bd83 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 946 time: 0.0619371 Jun 22 00:55:27.298142 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-1ea9e1df-7cbf-4ed3-80bb-756299100228 req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Deleting port e8202e42-a3ba-411b-8cca-f7e757d1f830 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:55:27.298491 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1ea9e1df-7cbf-4ed3-80bb-756299100228 req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:27.387449 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-1ea9e1df-7cbf-4ed3-80bb-756299100228 req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] For port e8202e42-a3ba-411b-8cca-f7e757d1f830, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e8202e42-a3ba-411b-8cca-f7e757d1f830,segment=NetworkSegment(c74b93d9-2b24-4800-9c98-e41bcf8200d6),segment_id=c74b93d9-2b24-4800-9c98-e41bcf8200d6)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:55:27.387810 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1ea9e1df-7cbf-4ed3-80bb-756299100228 req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:27.451730 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-1ea9e1df-7cbf-4ed3-80bb-756299100228 req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Calling delete_port for e8202e42-a3ba-411b-8cca-f7e757d1f830 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:55:27.572258 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1ea9e1df-7cbf-4ed3-80bb-756299100228 req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:27.576913 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d80ba8a2-7a09-47fd-93c7-9a1f0590a5ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:55:27.605606 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Pushing event deleted for resources: {'Port': ['ID=e8202e42-a3ba-411b-8cca-f7e757d1f830,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:55:27.609219 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['e8202e42-a3ba-411b-8cca-f7e757d1f830'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:55:27.634153 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.634520 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.635547 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.635972 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.636315 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.636668 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.637022 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.637372 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.637721 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.638068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.638415 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.638757 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:27.642492 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:55:27.658448 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea9e1df-7cbf-4ed3-80bb-756299100228 req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] No DVR routers for this DVR port e8202e42-a3ba-411b-8cca-f7e757d1f830 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:55:27.660805 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1ea9e1df-7cbf-4ed3-80bb-756299100228 req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:27.662693 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1ea9e1df-7cbf-4ed3-80bb-756299100228 req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.15 "DELETE /v2.0/ports/e8202e42-a3ba-411b-8cca-f7e757d1f830 HTTP/1.1" status: 204 len: 173 time: 0.4560456 Jun 22 00:55:27.663210 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c711ccd-4071-4b4f-8462-9d2d94515f9e', 'name': 'network-vif-deleted', 'tag': 'e8202e42-a3ba-411b-8cca-f7e757d1f830'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:55:27.665496 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9724a13-c036-4265-a998-fd8c8170d022" -d '{"events": [{"server_uuid": "3c711ccd-4071-4b4f-8462-9d2d94515f9e", "name": "network-vif-deleted", "tag": "e8202e42-a3ba-411b-8cca-f7e757d1f830"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:55:27.702228 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13df6efa-c2b6-4191-9e85-f5083b437555 x-openstack-request-id: req-13df6efa-c2b6-4191-9e85-f5083b437555 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:55:27.702496 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c711ccd-4071-4b4f-8462-9d2d94515f9e", "name": "network-vif-deleted", "tag": "e8202e42-a3ba-411b-8cca-f7e757d1f830", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:55:27.702790 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-13df6efa-c2b6-4191-9e85-f5083b437555 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:55:27.703251 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c711ccd-4071-4b4f-8462-9d2d94515f9e', 'name': 'network-vif-deleted', 'tag': 'e8202e42-a3ba-411b-8cca-f7e757d1f830', 'status': 'completed', 'code': 200} Jun 22 00:55:28.281780 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-efd30cd8-2090-4d3e-a544-a72170771a28 req-f441df19-f087-478c-80b1-40e9d547ef3c tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] 10.222.0.26 "GET /v2.0/ports?device_id=3c711ccd-4071-4b4f-8462-9d2d94515f9e HTTP/1.1" status: 200 len: 210 time: 0.0286398 Jun 22 00:55:30.676459 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device e8202e42-a3ba-411b-8cca-f7e757d1f830 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:55:30.699013 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: e8202e42-a3ba-411b-8cca-f7e757d1f830 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:55:30.699378 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device e8202e42-a3ba-411b-8cca-f7e757d1f830 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:55:44.588326 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:48.440162 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-bde90fd5-8641-4357-b56b-3301e91d8222 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493536 Jun 22 00:55:48.528622 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-d33bdca9-b7eb-4096-b30f-826ad1955d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:48.530053 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-d33bdca9-b7eb-4096-b30f-826ad1955d62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22e2584999b7475eac023989b6168a85&device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 1099 time: 0.0555139 Jun 22 00:55:48.633492 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-6b97b240-9550-4a8d-81a0-92203a5b15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:48.635876 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-6b97b240-9550-4a8d-81a0-92203a5b15f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f92a2cec-a693-4e05-94b5-39b9afbe845f HTTP/1.1" status: 200 len: 909 time: 0.0844231 Jun 22 00:55:48.704418 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-2b308505-6cf1-4cd3-8ed1-81816fb00970 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d81e072-bc85-484c-8b2c-890176e901af HTTP/1.1" status: 200 len: 1002 time: 0.0606618 Jun 22 00:55:48.755050 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-6b60adb2-1f43-4966-9170-6404e931745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:48.756484 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-6b60adb2-1f43-4966-9170-6404e931745d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2c4a4-29de-4451-aa22-e51b0f342bc3 HTTP/1.1" status: 200 len: 847 time: 0.0454226 Jun 22 00:55:48.816136 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-454dcb88-347e-432a-aab7-c6f6c5cf5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:48.817768 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-454dcb88-347e-432a-aab7-c6f6c5cf5016 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f92a2cec-a693-4e05-94b5-39b9afbe845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544248 Jun 22 00:55:48.906782 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-6ff87dc9-6e7e-486d-859d-7352de5e9494 service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819564 Jun 22 00:55:48.992613 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e218aa5d-e5d5-4d18-8239-80decd44eeb4 req-22289dc8-e87a-4427-be62-7eec20f653c2 service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789855 Jun 22 00:55:50.542795 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-9f99d3c2-4c5d-45fa-bae9-3c2c9c4172a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:52.981902 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a8f88fd0-b411-41d1-b3b5-005330a4cdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:53.587925 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:54.436028 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33290) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:55:54.481536 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Deleting subnet b6973d72-aaa3-4ab5-8099-eaafa17c1922 {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:55:54.484536 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:54.517243 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10396607'] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:54.559625 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:54.561607 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:54.610736 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9353184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8710147'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:54.612929 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7a72b8cb-fd03-4702-9573-4d13584fd761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:55:54.637064 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6973d72-aaa3-4ab5-8099-eaafa17c1922,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:55:54.644491 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:54.646255 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b6973d72-aaa3-4ab5-8099-eaafa17c1922 HTTP/1.1" status: 204 len: 168 time: 0.2092636 Jun 22 00:55:54.647763 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.648150 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.648529 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.648870 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33294) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:55:54.649291 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.649291 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.649607 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.649969 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.650342 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.650732 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.651701 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.652149 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.652515 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:54.655462 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-84f8a8a1-e918-4838-ae0f-3b88aac1780a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:55:54.719172 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:55.056463 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:55.066787 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb33f2c-c182-441b-8961-a8594c6488ab']}} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:55:55.076772 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74b93d9-2b24-4800-9c98-e41bcf8200d6') {'for_net_delete': True} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:55:55.077080 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74b93d9-2b24-4800-9c98-e41bcf8200d6') {} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:55:55.085505 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12239875'] for segment, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:55.098374 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:55.104514 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=99507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:55:55.104896 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8842506'] for segment, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: Traceback (most recent call last): Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: timer() Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: cb(*args, **kw) Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: return func(*args, **kwargs) Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: self._notify() Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: self.callback(batched_events) Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: event.method(event) Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: return f(self, *a, **k) Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: return self._get(url).json() Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: return self.request(url, 'GET', **kwargs) Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:55:55.106488 dv-cinder-753305-6-iscsi neutron-server[99507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:55:55.160542 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:55.164642 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:55:55.169362 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:55.171194 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2eb33f2c-c182-441b-8961-a8594c6488ab HTTP/1.1" status: 204 len: 168 time: 0.5212474 Jun 22 00:55:55.186350 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb33f2c-c182-441b-8961-a8594c6488ab,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:55:55.189342 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:55:55.342793 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33300) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:55:55.381283 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-89cdb8ae-1eed-43da-8d24-8d43ed15fa58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=47742372cd6c457284232c87621cba43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372658 Jun 22 00:55:55.383593 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33302) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:55:55.429050 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-515b8262-e500-4eaa-8cd7-25f2dc0c909b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:55.449472 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-515b8262-e500-4eaa-8cd7-25f2dc0c909b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:55.498889 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-515b8262-e500-4eaa-8cd7-25f2dc0c909b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:55.501520 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-515b8262-e500-4eaa-8cd7-25f2dc0c909b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:55.504888 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-515b8262-e500-4eaa-8cd7-25f2dc0c909b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f99b766-a943-4689-9099-33c060ed202c HTTP/1.1" status: 204 len: 168 time: 0.1181757 Jun 22 00:55:55.504888 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c20185b4-aab8-4a8f-a663-d8d4236cbb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:55:55.511118 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b8262-e500-4eaa-8cd7-25f2dc0c909b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f99b766-a943-4689-9099-33c060ed202c,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:55:55.513396 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-515b8262-e500-4eaa-8cd7-25f2dc0c909b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:55:56.188419 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:59.373041 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:56:05.254109 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c66394-1153-4c68-aaa1-6e268ac82820 req-a6378ae0-38b0-4ffd-a950-453fd81cbd9e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:05.255599 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f1c66394-1153-4c68-aaa1-6e268ac82820 req-a6378ae0-38b0-4ffd-a950-453fd81cbd9e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 946 time: 0.0638435 Jun 22 00:56:05.292774 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f1c66394-1153-4c68-aaa1-6e268ac82820 req-80154785-3b0f-4ce3-a7ee-c120483ce8dc tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309932 Jun 22 00:56:05.502599 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33428) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:05.512582 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-22f768f2-95cf-4713-9f78-77f2236a2980 req-f07ab136-41a3-4388-b757-cb174b50eb6d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180556606&fields=id&tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8 HTTP/1.1" status: 200 len: 267 time: 0.0374389 Jun 22 00:56:05.580426 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f768f2-95cf-4713-9f78-77f2236a2980 req-4667605c-cc39-4482-b738-1c9775eb9cdb tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:05.582012 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-22f768f2-95cf-4713-9f78-77f2236a2980 req-4667605c-cc39-4482-b738-1c9775eb9cdb tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 984 time: 0.0637143 Jun 22 00:56:05.594727 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-22f768f2-95cf-4713-9f78-77f2236a2980 req-89f8c38d-b8e8-47ee-bb80-5e3cb39ac9c3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Request body: {'port': {'security_groups': ['b1df1253-8757-4431-ae12-9fa96c3f7e2e']}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:56:05.613050 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-879e922a-1aac-48fd-8c92-59d46e984467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:05.687674 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-22f768f2-95cf-4713-9f78-77f2236a2980 req-89f8c38d-b8e8-47ee-bb80-5e3cb39ac9c3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:05.716450 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-879e922a-1aac-48fd-8c92-59d46e984467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:05.720883 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-879e922a-1aac-48fd-8c92-59d46e984467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:05.724624 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-f8333a7f-29f2-43e8-86fd-c79cbaf7089d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:05.758329 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e922a-1aac-48fd-8c92-59d46e984467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b087adca-cf3b-4ebd-8b09-bbe434973c1a,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:05.767347 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-879e922a-1aac-48fd-8c92-59d46e984467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:05.770880 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-879e922a-1aac-48fd-8c92-59d46e984467 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=634f6005a9344bfcb271bdc2eb1cf563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672405 Jun 22 00:56:05.778656 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33436) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:05.892044 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bf9f35e7-230a-414b-be97-1f605fe334fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:05.930720 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bf9f35e7-230a-414b-be97-1f605fe334fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:05.944272 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-22f768f2-95cf-4713-9f78-77f2236a2980 req-89f8c38d-b8e8-47ee-bb80-5e3cb39ac9c3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] For port c01d3598-ae46-47e5-9f46-36c559df7359, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c01d3598-ae46-47e5-9f46-36c559df7359,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:05.988255 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-22f768f2-95cf-4713-9f78-77f2236a2980 req-89f8c38d-b8e8-47ee-bb80-5e3cb39ac9c3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:05.991928 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-22f768f2-95cf-4713-9f78-77f2236a2980 req-89f8c38d-b8e8-47ee-bb80-5e3cb39ac9c3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:05.997486 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-84459d5d-6e0b-45a9-9f97-ddfd7fbaf048 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:06.045643 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['c01d3598-ae46-47e5-9f46-36c559df7359'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:56:06.051943 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f768f2-95cf-4713-9f78-77f2236a2980 req-89f8c38d-b8e8-47ee-bb80-5e3cb39ac9c3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:06.052575 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-22f768f2-95cf-4713-9f78-77f2236a2980 req-89f8c38d-b8e8-47ee-bb80-5e3cb39ac9c3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:06.053958 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-22f768f2-95cf-4713-9f78-77f2236a2980 req-89f8c38d-b8e8-47ee-bb80-5e3cb39ac9c3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "PUT /v2.0/ports/c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 200 len: 942 time: 0.4642439 Jun 22 00:56:06.054480 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:56:06.057593 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971ca380-2e21-440c-a385-9e5d09b54009" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:56:06.062086 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33440) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:06.064050 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bf9f35e7-230a-414b-be97-1f605fe334fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:06.066576 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bf9f35e7-230a-414b-be97-1f605fe334fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:06.069981 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-bf9f35e7-230a-414b-be97-1f605fe334fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b087adca-cf3b-4ebd-8b09-bbe434973c1a HTTP/1.1" status: 204 len: 168 time: 0.2880979 Jun 22 00:56:06.089292 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8c38d-b8e8-47ee-bb80-5e3cb39ac9c3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event updated for resources: {'Port': ['ID=c01d3598-ae46-47e5-9f46-36c559df7359,revision_number=7']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:06.094133 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-89f8c38d-b8e8-47ee-bb80-5e3cb39ac9c3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:06.094712 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:06.104941 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f35e7-230a-414b-be97-1f605fe334fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b087adca-cf3b-4ebd-8b09-bbe434973c1a,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:06.108842 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bf9f35e7-230a-414b-be97-1f605fe334fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:06.134568 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6c8fa0-f931-43c6-a6a4-a06353fc995c x-openstack-request-id: req-ce6c8fa0-f931-43c6-a6a4-a06353fc995c {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:56:06.136113 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:56:06.136566 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce6c8fa0-f931-43c6-a6a4-a06353fc995c {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:56:06.137210 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'status': 'completed', 'code': 200} Jun 22 00:56:06.168456 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2859eb6-3c3f-4f8e-9583-a5d313522217 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:06.207781 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2859eb6-3c3f-4f8e-9583-a5d313522217 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:06.267179 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['c01d3598-ae46-47e5-9f46-36c559df7359'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:56:06.287068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ca380-2e21-440c-a385-9e5d09b54009 req-9e5039ef-073e-4548-8fa1-36f0de481e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:06.288042 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2859eb6-3c3f-4f8e-9583-a5d313522217 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:06.290160 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-971ca380-2e21-440c-a385-9e5d09b54009 req-9e5039ef-073e-4548-8fa1-36f0de481e8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8&device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 1098 time: 0.0951345 Jun 22 00:56:06.291100 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2859eb6-3c3f-4f8e-9583-a5d313522217 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:06.295003 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c2859eb6-3c3f-4f8e-9583-a5d313522217 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "DELETE /v2.0/security-groups/73a37309-028a-4453-9946-b88a36a6a958 HTTP/1.1" status: 204 len: 168 time: 0.2318463 Jun 22 00:56:06.295509 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33444) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:06.296256 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-889bcea8-600f-4fec-87c9-b02506a80817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:06.310186 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2859eb6-3c3f-4f8e-9583-a5d313522217 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a37309-028a-4453-9946-b88a36a6a958,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:06.312948 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c2859eb6-3c3f-4f8e-9583-a5d313522217 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:06.570879 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-9ceb788f-ae40-4e07-9b0a-44ed66acc9fb None None] Provisioning complete for port c01d3598-ae46-47e5-9f46-36c559df7359 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:56:06.571413 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-9ceb788f-ae40-4e07-9b0a-44ed66acc9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:06.650087 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ca380-2e21-440c-a385-9e5d09b54009 req-f0e0e150-ecdf-4a8c-a312-0e20f3830f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:06.652265 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-971ca380-2e21-440c-a385-9e5d09b54009 req-f0e0e150-ecdf-4a8c-a312-0e20f3830f0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=da625bfa-7ffc-4c06-884c-06d489bfe5c1 HTTP/1.1" status: 200 len: 914 time: 0.2129304 Jun 22 00:56:06.734892 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018b3f1-312a-40c2-a0bd-6341647d043a req-691756e3-6b7c-495d-82d7-face2cf1c1ae tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:06.736353 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4018b3f1-312a-40c2-a0bd-6341647d043a req-691756e3-6b7c-495d-82d7-face2cf1c1ae tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 946 time: 0.1628330 Jun 22 00:56:06.739265 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Deleting port 6da54731-da97-4bc6-b1e1-6e034fc6edde {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:06.739606 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:06.786914 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-971ca380-2e21-440c-a385-9e5d09b54009 req-f829157d-baeb-4901-838b-d1fc63dcc766 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 200 len: 999 time: 0.1255438 Jun 22 00:56:06.856825 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4018b3f1-312a-40c2-a0bd-6341647d043a req-aa9d55f3-f75f-4a8b-940f-cb4df4afb89a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132073 Jun 22 00:56:06.872239 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ca380-2e21-440c-a385-9e5d09b54009 req-aa81200c-034a-4afc-a278-747164cdf96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:06.873734 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-971ca380-2e21-440c-a385-9e5d09b54009 req-aa81200c-034a-4afc-a278-747164cdf96d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b9baafd-dd68-4eef-b14a-1bb91fdb1c64 HTTP/1.1" status: 200 len: 852 time: 0.0784974 Jun 22 00:56:06.896470 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:06.896735 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:06.979694 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Calling delete_port for 6da54731-da97-4bc6-b1e1-6e034fc6edde owned by network:floatingip {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:07.070674 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ca380-2e21-440c-a385-9e5d09b54009 req-6064bf57-5238-4487-a3d4-f95b8d166d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:07.072178 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-971ca380-2e21-440c-a385-9e5d09b54009 req-6064bf57-5238-4487-a3d4-f95b8d166d05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da625bfa-7ffc-4c06-884c-06d489bfe5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1883278 Jun 22 00:56:07.225928 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-971ca380-2e21-440c-a385-9e5d09b54009 req-7c8f0eee-c9d1-4098-a7dc-e79019a4180f service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251931 Jun 22 00:56:07.280690 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:07.284908 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:07.314692 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event deleted for resources: {'Port': ['ID=6da54731-da97-4bc6-b1e1-6e034fc6edde,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:07.321866 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:07.397768 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-971ca380-2e21-440c-a385-9e5d09b54009 req-bb8e7297-af04-4d1c-a46a-bd1246a12cbe service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637113 Jun 22 00:56:07.402485 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks [] for floatingip, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:07.402819 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Floating IP a07e71b2-cf11-4531-91c4-f374a7d34fb4 disassociated (deleted). External IP: 172.27.0.7, port: c01d3598-ae46-47e5-9f46-36c559df7359. Jun 22 00:56:07.587403 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992e623-8a0d-4690-8411-c999b8da0111 req-46eef67c-604f-4d65-9edd-a705cc9b9583 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:07.589548 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a992e623-8a0d-4690-8411-c999b8da0111 req-46eef67c-604f-4d65-9edd-a705cc9b9583 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 946 time: 0.1429563 Jun 22 00:56:07.714122 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Router b7c9f097-759d-407d-a548-b30890de333c has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:56:07.772641 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Deleting port 7b0e08fb-48b7-40db-862a-78500b6a30f2 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:07.772902 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:07.888088 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:56:07.894655 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:07.898872 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76817909-2695-4c6a-bbd1-e1ea24c922c9 None None] Sync routers for ids ['b7c9f097-759d-407d-a548-b30890de333c'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:56:07.909744 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76817909-2695-4c6a-bbd1-e1ea24c922c9 None None] Routers {'b7c9f097-759d-407d-a548-b30890de333c'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:07.910370 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-76817909-2695-4c6a-bbd1-e1ea24c922c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:55:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['b7c9f097-759d-407d-a548-b30890de333c'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:07.925632 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] For port 7b0e08fb-48b7-40db-862a-78500b6a30f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7b0e08fb-48b7-40db-862a-78500b6a30f2,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:07.925991 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:07.989871 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-c30a8995-012e-40f5-8f01-4397cb64dde3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "DELETE /v2.0/floatingips/a07e71b2-cf11-4531-91c4-f374a7d34fb4 HTTP/1.1" status: 204 len: 168 time: 1.6932168 Jun 22 00:56:08.028316 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-76817909-2695-4c6a-bbd1-e1ea24c922c9 None None] Set router b7c9f097-759d-407d-a548-b30890de333c gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:08.251495 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-76817909-2695-4c6a-bbd1-e1ea24c922c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:51:03Z', 'revision_number': 4, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '0ecf03bf-12dd-40e5-b987-e1f9454aad5c', 'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'mac_address': 'fa:16:3e:10:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:02Z', 'updated_at': '2021-06-22T00:51:10Z', 'revision_number': 5, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'subnets': [{'id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:08.287589 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76817909-2695-4c6a-bbd1-e1ea24c922c9 None None] Checking router: b7c9f097-759d-407d-a548-b30890de333c for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:56:08.297263 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76817909-2695-4c6a-bbd1-e1ea24c922c9 None None] Routers {'b7c9f097-759d-407d-a548-b30890de333c'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:08.297897 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-76817909-2695-4c6a-bbd1-e1ea24c922c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:55:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['b7c9f097-759d-407d-a548-b30890de333c'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:08.376719 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:56:08.378891 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58979670-86f3-4cab-80f8-36629a6ab356" -d '{"events": [{"name": "network-changed", "server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:56:08.449035 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5822504d-b28b-41dd-9896-af2d75a631c5 x-openstack-request-id: req-5822504d-b28b-41dd-9896-af2d75a631c5 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:56:08.449372 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:56:08.449643 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5822504d-b28b-41dd-9896-af2d75a631c5 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:56:08.450069 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'status': 'completed', 'code': 200} Jun 22 00:56:08.469548 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c70578-d6b9-4442-8024-39940af49ae4 req-21f0f5c1-3a46-4b00-b52e-064d59ada301 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:08.471147 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e5c70578-d6b9-4442-8024-39940af49ae4 req-21f0f5c1-3a46-4b00-b52e-064d59ada301 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 946 time: 0.4830530 Jun 22 00:56:08.497192 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:08.497673 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:08.497881 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Floating IP 8d698640-0b71-499b-8761-721731875b85 disassociated. External IP: 172.27.0.33, port: 7b0e08fb-48b7-40db-862a-78500b6a30f2. Jun 22 00:56:08.498201 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Calling delete_port for 7b0e08fb-48b7-40db-862a-78500b6a30f2 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:08.534077 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-76817909-2695-4c6a-bbd1-e1ea24c922c9 None None] Set router b7c9f097-759d-407d-a548-b30890de333c gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:08.592478 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e5c70578-d6b9-4442-8024-39940af49ae4 req-7027845a-613b-4dca-a90e-7466fc8c84e0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=665bdc8c-561c-4da2-8f37-a63b09c68265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122878 Jun 22 00:56:08.626799 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58979670-86f3-4cab-80f8-36629a6ab356 req-f6965244-7bc7-45b7-9066-b69c26a3c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:08.628339 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-58979670-86f3-4cab-80f8-36629a6ab356 req-f6965244-7bc7-45b7-9066-b69c26a3c70f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8&device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 1098 time: 0.1197865 Jun 22 00:56:08.733387 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-76817909-2695-4c6a-bbd1-e1ea24c922c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:51:03Z', 'revision_number': 4, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '0ecf03bf-12dd-40e5-b987-e1f9454aad5c', 'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'mac_address': 'fa:16:3e:10:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:02Z', 'updated_at': '2021-06-22T00:51:10Z', 'revision_number': 5, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'subnets': [{'id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:08.759592 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76817909-2695-4c6a-bbd1-e1ea24c922c9 None None] The sync data for ids ['b7c9f097-759d-407d-a548-b30890de333c'] in dv-cinder-753305-6-iscsi is: [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:51:03Z', 'revision_number': 4, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '0ecf03bf-12dd-40e5-b987-e1f9454aad5c', 'name': '', 'network_id': 'da625bfa-7ffc-4c06-884c-06d489bfe5c1', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'mac_address': 'fa:16:3e:10:4b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:02Z', 'updated_at': '2021-06-22T00:51:10Z', 'revision_number': 5, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'subnets': [{'id': '0b9baafd-dd68-4eef-b14a-1bb91fdb1c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:56:08.760726 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58979670-86f3-4cab-80f8-36629a6ab356 req-8794e97a-63f8-4189-9b7a-388ae565fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:08.763558 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-58979670-86f3-4cab-80f8-36629a6ab356 req-8794e97a-63f8-4189-9b7a-388ae565fab5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da625bfa-7ffc-4c06-884c-06d489bfe5c1 HTTP/1.1" status: 200 len: 914 time: 0.1250064 Jun 22 00:56:08.764883 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:08.769301 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:08.833957 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event deleted for resources: {'Port': ['ID=7b0e08fb-48b7-40db-862a-78500b6a30f2,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:08.836419 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-58979670-86f3-4cab-80f8-36629a6ab356 req-be2ab8d2-ae95-4b99-a71b-8678f2a828a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 200 len: 217 time: 0.0628803 Jun 22 00:56:08.837189 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:08.954543 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58979670-86f3-4cab-80f8-36629a6ab356 req-5883b6fb-ae03-437b-af2b-53fd865bf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:08.955038 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-58979670-86f3-4cab-80f8-36629a6ab356 req-5883b6fb-ae03-437b-af2b-53fd865bf660 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b9baafd-dd68-4eef-b14a-1bb91fdb1c64 HTTP/1.1" status: 200 len: 852 time: 0.1113131 Jun 22 00:56:08.974186 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d2c98-69a5-4c79-8102-60be4898a3a5 None None] New status for floating IP a07e71b2-cf11-4531-91c4-f374a7d34fb4: DOWN {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:56:09.016089 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:56:09.040794 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58979670-86f3-4cab-80f8-36629a6ab356 req-b33b5635-e69d-404b-b20e-5a78c7ec5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:09.043125 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-58979670-86f3-4cab-80f8-36629a6ab356 req-b33b5635-e69d-404b-b20e-5a78c7ec5567 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da625bfa-7ffc-4c06-884c-06d489bfe5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791097 Jun 22 00:56:09.208615 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-58979670-86f3-4cab-80f8-36629a6ab356 req-aa52c259-918f-449f-b2b9-466d0d2dc527 service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328766 Jun 22 00:56:09.209481 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:56:09.220862 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337acd7-8255-44d9-8f85-86db8b334261 None None] Sync routers for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:56:09.231160 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337acd7-8255-44d9-8f85-86db8b334261 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:09.231989 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-b337acd7-8255-44d9-8f85-86db8b334261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:55:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:09.297099 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] No DVR routers for this DVR port 7b0e08fb-48b7-40db-862a-78500b6a30f2 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:56:09.300489 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:09.302354 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a992e623-8a0d-4690-8411-c999b8da0111 req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.15 "DELETE /v2.0/ports/7b0e08fb-48b7-40db-862a-78500b6a30f2 HTTP/1.1" status: 204 len: 173 time: 1.7065310 Jun 22 00:56:09.349668 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-b337acd7-8255-44d9-8f85-86db8b334261 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:09.351171 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-58979670-86f3-4cab-80f8-36629a6ab356 req-f028b36c-705b-4ee5-a7fa-454fb127560b service neutron] 10.222.0.15 "GET /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347892 Jun 22 00:56:09.562764 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-b337acd7-8255-44d9-8f85-86db8b334261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:09.588174 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337acd7-8255-44d9-8f85-86db8b334261 None None] Checking router: 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:56:09.596896 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337acd7-8255-44d9-8f85-86db8b334261 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:09.597512 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-b337acd7-8255-44d9-8f85-86db8b334261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:55:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:09.705336 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-b337acd7-8255-44d9-8f85-86db8b334261 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:09.750187 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b734aef-bf7e-4f5a-a4a4-30510621f081 req-99d1f8b4-0c9c-45a0-bed2-c880df1789d2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f9fb2801-9b81-49bc-a1ef-7593b7342a01 HTTP/1.1" status: 200 len: 210 time: 0.0298507 Jun 22 00:56:09.911530 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-b337acd7-8255-44d9-8f85-86db8b334261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:09.938453 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b337acd7-8255-44d9-8f85-86db8b334261 None None] The sync data for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi is: [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:56:10.166303 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cddc1e-a258-4aa6-b64c-b0fe11a50d6d None None] New status for floating IP 8d698640-0b71-499b-8761-721731875b85: DOWN {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:56:10.451333 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'name': 'network-vif-deleted', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:56:10.454438 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef222a1c-72f3-47b9-9e13-a355d0ca970f" -d '{"events": [{"server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "name": "network-vif-deleted", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:56:10.492761 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a4159-6c83-4441-ab09-2b9afacf2e90 x-openstack-request-id: req-654a4159-6c83-4441-ab09-2b9afacf2e90 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:56:10.493266 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fb2801-9b81-49bc-a1ef-7593b7342a01", "name": "network-vif-deleted", "tag": "7b0e08fb-48b7-40db-862a-78500b6a30f2", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:56:10.493643 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-654a4159-6c83-4441-ab09-2b9afacf2e90 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:56:10.494702 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9fb2801-9b81-49bc-a1ef-7593b7342a01', 'name': 'network-vif-deleted', 'tag': '7b0e08fb-48b7-40db-862a-78500b6a30f2', 'status': 'completed', 'code': 200} Jun 22 00:56:10.848196 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7b0e08fb-48b7-40db-862a-78500b6a30f2 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:10.871954 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 7b0e08fb-48b7-40db-862a-78500b6a30f2 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:10.872334 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7b0e08fb-48b7-40db-862a-78500b6a30f2 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:11.904070 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33496) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:11.958034 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-02c12375-c7b9-4fcc-a295-f14da52d39e2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:11.980177 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-02c12375-c7b9-4fcc-a295-f14da52d39e2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:12.025499 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-02c12375-c7b9-4fcc-a295-f14da52d39e2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:12.028221 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-02c12375-c7b9-4fcc-a295-f14da52d39e2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:12.029351 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-02c12375-c7b9-4fcc-a295-f14da52d39e2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "DELETE /v2.0/security-groups/665bdc8c-561c-4da2-8f37-a63b09c68265 HTTP/1.1" status: 204 len: 168 time: 0.1242802 Jun 22 00:56:12.030103 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-8b38c02e-9a5a-4f0c-944b-906fb1bd3af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:12.032324 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33498) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:12.039785 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c12375-c7b9-4fcc-a295-f14da52d39e2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=665bdc8c-561c-4da2-8f37-a63b09c68265,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:12.042173 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-02c12375-c7b9-4fcc-a295-f14da52d39e2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:12.047281 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.api.v2.resource [None req-b5e49cf9-c4ce-4c61-a5fe-38d39ff090e5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] show failed (client error): The resource could not be found. Jun 22 00:56:12.050588 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b5e49cf9-c4ce-4c61-a5fe-38d39ff090e5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups/665bdc8c-561c-4da2-8f37-a63b09c68265 HTTP/1.1" status: 404 len: 347 time: 0.0172691 Jun 22 00:56:12.050740 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33500) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:12.173892 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Deleting port f3de9a6d-c89d-4071-9d16-72ce9e35602e {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:12.174153 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:12.246520 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:12.246852 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:12.317938 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Calling delete_port for f3de9a6d-c89d-4071-9d16-72ce9e35602e owned by network:floatingip {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:12.446222 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:12.448864 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-5ecfd032-8622-41df-91e0-5ac3a8258082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:12.472634 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event deleted for resources: {'Port': ['ID=f3de9a6d-c89d-4071-9d16-72ce9e35602e,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:12.476766 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:12.533322 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:12.535994 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:12.537924 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "DELETE /v2.0/floatingips/8d698640-0b71-499b-8761-721731875b85 HTTP/1.1" status: 204 len: 168 time: 0.4860556 Jun 22 00:56:12.984228 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33508) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:12.988902 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-6ff00d77-0ef7-4e4d-88c8-ff475ce1031d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052270621', 'description': 'tempest-description--859235279'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:56:13.010614 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-6ff00d77-0ef7-4e4d-88c8-ff475ce1031d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.092695 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-6ff00d77-0ef7-4e4d-88c8-ff475ce1031d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.096282 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-6ff00d77-0ef7-4e4d-88c8-ff475ce1031d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.099399 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0d16926b-b795-41d0-b17d-df121d4ac462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:13.122632 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-6ff00d77-0ef7-4e4d-88c8-ff475ce1031d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.123845 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-6ff00d77-0ef7-4e4d-88c8-ff475ce1031d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1386251 Jun 22 00:56:13.126897 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33510) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:13.127715 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff00d77-0ef7-4e4d-88c8-ff475ce1031d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21267a1c-3c5c-4745-94f6-5529b06d5a51,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:13.130322 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-6ff00d77-0ef7-4e4d-88c8-ff475ce1031d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:13.131522 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-b6575499-f906-4d89-b8fd-279af13359cf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'security_group_rule': {'security_group_id': '21267a1c-3c5c-4745-94f6-5529b06d5a51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:56:13.159115 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b6575499-f906-4d89-b8fd-279af13359cf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.203194 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b6575499-f906-4d89-b8fd-279af13359cf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.206677 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b6575499-f906-4d89-b8fd-279af13359cf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.208517 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bedb099e-45bf-41b2-a209-cfffe042a2dd tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:13.225363 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6575499-f906-4d89-b8fd-279af13359cf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97be9141-bf13-45b9-bdd4-5b718d794dfa,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:13.229252 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b6575499-f906-4d89-b8fd-279af13359cf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:13.231034 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b6575499-f906-4d89-b8fd-279af13359cf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.232280 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b6575499-f906-4d89-b8fd-279af13359cf tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1043785 Jun 22 00:56:13.234890 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33512) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:13.239423 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-2ea77f86-1874-46a1-aa41-58bf028a57c7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'security_group_rule': {'security_group_id': '21267a1c-3c5c-4745-94f6-5529b06d5a51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:56:13.265700 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2ea77f86-1874-46a1-aa41-58bf028a57c7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.320385 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2ea77f86-1874-46a1-aa41-58bf028a57c7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.324431 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2ea77f86-1874-46a1-aa41-58bf028a57c7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.326454 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:13.340577 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea77f86-1874-46a1-aa41-58bf028a57c7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8d4bb3-d4e1-4f48-81f6-8debbcbf4852,revision_number=0']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:13.344201 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2ea77f86-1874-46a1-aa41-58bf028a57c7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:13.348592 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2ea77f86-1874-46a1-aa41-58bf028a57c7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.349730 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-2ea77f86-1874-46a1-aa41-58bf028a57c7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139197 Jun 22 00:56:13.353022 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33514) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:13.358450 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'floatingip': {'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:56:13.379811 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.476995 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.582256 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Allocated IP 172.27.0.215 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/7e10e159-b6eb-400f-876c-9641cae1f75c) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:56:13.677316 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.718146 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.721173 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-89f8c38d-b8e8-47ee-bb80-5e3cb39ac9c3 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:13.761466 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:56:13.764177 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:56:13.767658 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:56:13.791340 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'Port': ['ID=7e10e159-b6eb-400f-876c-9641cae1f75c,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:13.795368 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:13.856693 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:13.899364 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:14.044680 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:14.048985 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:14.051035 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-865f9dd8-4c19-4156-b069-1623ccea4d63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:14.114218 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'Port': ['ID=7e10e159-b6eb-400f-876c-9641cae1f75c,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:14.117984 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:14.127999 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:14.141382 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:14.142838 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7883949 Jun 22 00:56:14.331220 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-0312474c-1185-4610-bb04-e26eea4e4c9a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2052270621&fields=id&tenant_id=82fead901d83470b932de546dc74ac9d HTTP/1.1" status: 200 len: 267 time: 0.0334780 Jun 22 00:56:14.435884 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-5a437922-ecaa-443c-994f-358785eaa98d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:14.437233 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-5a437922-ecaa-443c-994f-358785eaa98d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 817 time: 0.0994918 Jun 22 00:56:14.452457 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-a1e41c7a-875e-4a1a-a5cb-bdf13a69389f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/quotas/82fead901d83470b932de546dc74ac9d HTTP/1.1" status: 200 len: 375 time: 0.0099211 Jun 22 00:56:14.523190 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-9e711b07-e680-4602-b418-c2d811087ce5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658185 Jun 22 00:56:14.593564 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:14.704238 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-a26101b6-2b4c-406a-9ba3-da03c53f44a2 service neutron] 10.222.0.26 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694505 Jun 22 00:56:14.799340 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-be0c5486-ae48-47ac-89d8-b3cd565b59ec service neutron] 10.222.0.26 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892859 Jun 22 00:56:15.024805 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-94f98ef5-aa23-4ec0-bfd5-052aca0ad2cc req-5b2d56b6-048f-4dff-9abd-65ad5e0d2294 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 210 time: 0.0333767 Jun 22 00:56:15.167787 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18897a7f-dbd0-41f9-8d5f-716dcbc9d066 req-16959659-a5f2-4885-8031-728263c159b9 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:15.169372 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-18897a7f-dbd0-41f9-8d5f-716dcbc9d066 req-16959659-a5f2-4885-8031-728263c159b9 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0644314 Jun 22 00:56:15.210708 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-18897a7f-dbd0-41f9-8d5f-716dcbc9d066 req-2819be4a-b746-43b3-a97c-b5c5e3653b85 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356548 Jun 22 00:56:16.186114 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-dad0898e-0f18-44f2-9c51-3fe6da9f0840 req-9fd5402d-09f0-4953-96ca-d49e3f30062b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 210 time: 0.0373960 Jun 22 00:56:16.226853 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-98692991-4d44-4c61-8a56-6f957b8f161d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:16.228409 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-98692991-4d44-4c61-8a56-6f957b8f161d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.15 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 817 time: 0.1408305 Jun 22 00:56:16.308575 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-ff94f4a2-bada-44bc-a3be-5761d81b98a2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82fead901d83470b932de546dc74ac9d HTTP/1.1" status: 200 len: 380 time: 0.0506744 Jun 22 00:56:16.317988 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'port': {'device_id': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'admin_state_up': True, 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'security_groups': ['21267a1c-3c5c-4745-94f6-5529b06d5a51']}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:56:16.467182 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753fc66-afbe-4d75-9e3a-4b7e06825196 req-43707823-1673-4150-aed8-939004391115 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:16.468640 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1753fc66-afbe-4d75-9e3a-4b7e06825196 req-43707823-1673-4150-aed8-939004391115 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1447635 Jun 22 00:56:16.495149 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Made reservation on behalf of 82fead901d83470b932de546dc74ac9d for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:56:16.498602 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:16.534145 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1753fc66-afbe-4d75-9e3a-4b7e06825196 req-9f4b427c-5b10-4fc4-bba6-cae8dc05d88a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585315 Jun 22 00:56:16.647078 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Allocated IP 172.20.0.10 (40daa533-8b8b-42fb-9b6e-81147858b587/ca10742e-8130-44f1-acd4-d46a0f8147d1/a6014b20-cf4a-44b7-8548-8184b3a34e70) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:56:16.780478 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:16.793003 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Transition to ACTIVE for port object a6014b20-cf4a-44b7-8548-8184b3a34e70 will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:56:16.824912 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:16.829620 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9debda37-4125-4d9a-a27c-1566b91646cc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:16.874089 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Network 40daa533-8b8b-42fb-9b6e-81147858b587 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:56:16.878143 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:56:16.880564 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:56:16.910829 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event updated for resources: {'Port': ['ID=a6014b20-cf4a-44b7-8548-8184b3a34e70,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:16.913721 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:16.941139 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:16.941848 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:16.956746 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6427035 Jun 22 00:56:16.981284 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Request body: {'port': {'device_id': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:56:17.060579 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:17.077084 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-e252f84b-c757-4347-8464-91e70ec25778 None None] Provisioning for port a6014b20-cf4a-44b7-8548-8184b3a34e70 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:56:17.081640 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-e252f84b-c757-4347-8464-91e70ec25778 None None] Provisioning complete for port a6014b20-cf4a-44b7-8548-8184b3a34e70 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:56:17.082013 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-e252f84b-c757-4347-8464-91e70ec25778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:17.117902 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-e252f84b-c757-4347-8464-91e70ec25778 None None] Port a6014b20-cf4a-44b7-8548-8184b3a34e70 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:56:17.338632 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6014b20-cf4a-44b7-8548-8184b3a34e70 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:56:17.347635 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:17.364968 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Transition to ACTIVE for port object a6014b20-cf4a-44b7-8548-8184b3a34e70 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:56:17.371777 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:17.375057 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9f5a02a4-af09-49b9-85b8-8903c84c756a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:17.463742 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7334a-d185-4c8e-8135-3457d040af59 req-876822a2-4cd1-4ab0-b280-78d28d6039cd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:17.465318 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8e7334a-d185-4c8e-8135-3457d040af59 req-876822a2-4cd1-4ab0-b280-78d28d6039cd tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 932 time: 0.1565783 Jun 22 00:56:17.474101 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Pushing event updated for resources: {'Port': ['ID=a6014b20-cf4a-44b7-8548-8184b3a34e70,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:17.477178 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:17.564476 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c8e7334a-d185-4c8e-8135-3457d040af59 req-906b02ec-0868-4970-9fb0-bb21e25e00b3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912280 Jun 22 00:56:17.576900 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Attempting to bind port a6014b20-cf4a-44b7-8548-8184b3a34e70 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:56:17.577323 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Attempting to bind port a6014b20-cf4a-44b7-8548-8184b3a34e70 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:56:17.577665 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Attempting to bind port a6014b20-cf4a-44b7-8548-8184b3a34e70 on network 40daa533-8b8b-42fb-9b6e-81147858b587 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:56:17.582362 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Port a6014b20-cf4a-44b7-8548-8184b3a34e70 on network 40daa533-8b8b-42fb-9b6e-81147858b587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:56:17.582854 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Attempting to bind port a6014b20-cf4a-44b7-8548-8184b3a34e70 on network 40daa533-8b8b-42fb-9b6e-81147858b587 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:56:17.592933 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:56:17.593419 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Checking segment: {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:56:17.593813 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Bound using segment: {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:56:17.594255 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Bound port: a6014b20-cf4a-44b7-8548-8184b3a34e70, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179db2ee-0c52-4a9f-b23f-f025d228c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:56:17.594607 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:17.662893 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:56:17.666628 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:56:17.679695 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:17.698081 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-003995df-e2e4-44f2-a2e1-3228642de83b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:18.022247 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:18.022359 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:18.023871 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] 10.222.0.15 "PUT /v2.0/ports/a6014b20-cf4a-44b7-8548-8184b3a34e70 HTTP/1.1" status: 200 len: 1094 time: 1.0476549 Jun 22 00:56:18.028121 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:56:18.030393 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af943c51-1c45-41cc-aaa7-55d648c58060" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:56:18.100239 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Pushing event updated for resources: {'Port': ['ID=a6014b20-cf4a-44b7-8548-8184b3a34e70,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:18.104138 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:18.152968 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b740ce-a10f-4f9a-832e-e9388fdef888 req-afbb18dd-4b38-4334-ad0d-00bb02d1a028 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:18.154456 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f1b740ce-a10f-4f9a-832e-e9388fdef888 req-afbb18dd-4b38-4334-ad0d-00bb02d1a028 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.4864733 Jun 22 00:56:18.204335 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9cc13-e696-4cf6-ab8f-d03d14484ffc req-5e81857e-35b3-401d-931e-46d12c2f2535 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:18.205760 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4ca9cc13-e696-4cf6-ab8f-d03d14484ffc req-5e81857e-35b3-401d-931e-46d12c2f2535 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 945 time: 0.1900487 Jun 22 00:56:18.237341 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f1b740ce-a10f-4f9a-832e-e9388fdef888 req-ff641652-cb90-4582-ab6a-0ade65183212 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737846 Jun 22 00:56:18.248440 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-be7fedc5-76ef-4af1-a330-3c96af836984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:18.249893 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-be7fedc5-76ef-4af1-a330-3c96af836984 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 1097 time: 0.1352026 Jun 22 00:56:18.262697 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4ca9cc13-e696-4cf6-ab8f-d03d14484ffc req-761203aa-aa43-40a7-8131-13442cc561df tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473251 Jun 22 00:56:18.300371 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a3c86b-ce38-4422-898b-deb6709e3a8b x-openstack-request-id: req-59a3c86b-ce38-4422-898b-deb6709e3a8b {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:56:18.300689 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:56:18.300970 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-59a3c86b-ce38-4422-898b-deb6709e3a8b {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:56:18.301379 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'status': 'completed', 'code': 200} Jun 22 00:56:18.302885 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-fbc428c5-9980-4b99-973f-8c2731982c20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70 HTTP/1.1" status: 200 len: 217 time: 0.0385275 Jun 22 00:56:18.351124 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-78390636-e6fe-4c29-8563-97eec67b8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:18.352512 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-78390636-e6fe-4c29-8563-97eec67b8486 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 200 len: 856 time: 0.0422041 Jun 22 00:56:18.412230 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-020e9751-c073-4872-9a7b-42f4ed824394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:18.413703 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-020e9751-c073-4872-9a7b-42f4ed824394 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40daa533-8b8b-42fb-9b6e-81147858b587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534782 Jun 22 00:56:18.501427 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-2c20c090-adb0-493e-ad95-00032f61446c service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802562 Jun 22 00:56:18.591562 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-59abf97c-c7d7-454f-bd4c-a9932ef7e181 req-f78a5124-ddf8-464e-b26a-272c5ed2ba5a service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831013 Jun 22 00:56:18.779952 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee9a86-f72d-41ae-9944-fc3c1dbd140e req-169c348a-b270-45b7-a0c0-826c51f6e7db tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:18.781364 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8fee9a86-f72d-41ae-9944-fc3c1dbd140e req-169c348a-b270-45b7-a0c0-826c51f6e7db tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0972772 Jun 22 00:56:18.786214 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af943c51-1c45-41cc-aaa7-55d648c58060 req-0ec86521-d611-4b68-a574-dd233dbefc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:18.787557 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af943c51-1c45-41cc-aaa7-55d648c58060 req-0ec86521-d611-4b68-a574-dd233dbefc18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 1097 time: 0.0768318 Jun 22 00:56:18.863418 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8fee9a86-f72d-41ae-9944-fc3c1dbd140e req-f0315007-f26e-47af-b270-271841f340b0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748429 Jun 22 00:56:18.897788 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af943c51-1c45-41cc-aaa7-55d648c58060 req-b1b023ef-ef43-4d27-905a-bfa7425ce7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:18.899224 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af943c51-1c45-41cc-aaa7-55d648c58060 req-b1b023ef-ef43-4d27-905a-bfa7425ce7ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 918 time: 0.1046574 Jun 22 00:56:18.939798 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af943c51-1c45-41cc-aaa7-55d648c58060 req-4556a533-dcb3-4ed8-b118-527aceb7fc01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70 HTTP/1.1" status: 200 len: 217 time: 0.0335109 Jun 22 00:56:18.990951 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af943c51-1c45-41cc-aaa7-55d648c58060 req-483c737b-92a3-40ae-ba18-d373ae77eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:18.992301 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af943c51-1c45-41cc-aaa7-55d648c58060 req-483c737b-92a3-40ae-ba18-d373ae77eede service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 200 len: 856 time: 0.0416551 Jun 22 00:56:19.052144 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af943c51-1c45-41cc-aaa7-55d648c58060 req-d2169146-ac17-4b27-999c-10b0d66714de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:19.053564 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af943c51-1c45-41cc-aaa7-55d648c58060 req-d2169146-ac17-4b27-999c-10b0d66714de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40daa533-8b8b-42fb-9b6e-81147858b587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543978 Jun 22 00:56:19.140991 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af943c51-1c45-41cc-aaa7-55d648c58060 req-66c7518d-fc69-49ef-878f-2f73bd6e17a2 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785744 Jun 22 00:56:19.231789 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af943c51-1c45-41cc-aaa7-55d648c58060 req-f2bc2d66-5183-4bb3-ac8a-8e3f7ff650e1 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835490 Jun 22 00:56:19.453606 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b9c81-1221-4296-9bca-773f8217f59f req-1aff5edb-b4db-4dca-983c-9a4cd3a641af tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:19.455035 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4c1b9c81-1221-4296-9bca-773f8217f59f req-1aff5edb-b4db-4dca-983c-9a4cd3a641af tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1038754 Jun 22 00:56:19.467096 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f953d-7550-40ec-9dff-432160a776f6 req-7a470523-65f6-4f96-beea-0c209e682bc1 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:19.468487 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-579f953d-7550-40ec-9dff-432160a776f6 req-7a470523-65f6-4f96-beea-0c209e682bc1 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 945 time: 0.0893536 Jun 22 00:56:19.525448 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4c1b9c81-1221-4296-9bca-773f8217f59f req-dc46676c-ad4f-42b7-ad1d-7ba187d65a80 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558925 Jun 22 00:56:19.532458 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-579f953d-7550-40ec-9dff-432160a776f6 req-0f92330a-155c-445e-baa4-0345a7571ce2 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572159 Jun 22 00:56:20.035979 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440a224-e3ef-460a-ac31-0b766c3e4880 req-2509c86d-e9f8-480d-aa4e-bea76d45a1af tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:20.037435 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2440a224-e3ef-460a-ac31-0b766c3e4880 req-2509c86d-e9f8-480d-aa4e-bea76d45a1af tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0635207 Jun 22 00:56:20.076258 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2440a224-e3ef-460a-ac31-0b766c3e4880 req-0e8f0ff0-0374-4ae5-90f3-ad986b673500 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321426 Jun 22 00:56:20.314245 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3be3f-10c6-4e84-8c79-25163de7af1d req-38f8283e-4bd9-478c-a57a-e9a2a5dad7c6 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:20.315701 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-55e3be3f-10c6-4e84-8c79-25163de7af1d req-38f8283e-4bd9-478c-a57a-e9a2a5dad7c6 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 945 time: 0.0602691 Jun 22 00:56:20.414954 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-55e3be3f-10c6-4e84-8c79-25163de7af1d req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Deleting port c01d3598-ae46-47e5-9f46-36c559df7359 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:20.415326 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-55e3be3f-10c6-4e84-8c79-25163de7af1d req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:20.499594 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-55e3be3f-10c6-4e84-8c79-25163de7af1d req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] For port c01d3598-ae46-47e5-9f46-36c559df7359, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=c01d3598-ae46-47e5-9f46-36c559df7359,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:20.500199 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-55e3be3f-10c6-4e84-8c79-25163de7af1d req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:20.544042 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2ad80309-825a-436f-bfb0-d23b620a11f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:20.565738 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-55e3be3f-10c6-4e84-8c79-25163de7af1d req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Calling delete_port for c01d3598-ae46-47e5-9f46-36c559df7359 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:20.760084 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-55e3be3f-10c6-4e84-8c79-25163de7af1d req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:20.766886 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:20.795870 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['c01d3598-ae46-47e5-9f46-36c559df7359'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:56:20.802711 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Pushing event deleted for resources: {'Port': ['ID=c01d3598-ae46-47e5-9f46-36c559df7359,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:20.813452 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074667c-97ac-4345-ab05-cb789516c583 req-0809bac1-80c7-45df-b107-f7a17178e44d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:20.814941 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0074667c-97ac-4345-ab05-cb789516c583 req-0809bac1-80c7-45df-b107-f7a17178e44d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1749332 Jun 22 00:56:20.818963 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:20.855327 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea60013-165c-42ec-954b-57df51275ca4 req-03104d26-f5e1-4c8a-b18b-c514544c440d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:20.856729 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bea60013-165c-42ec-954b-57df51275ca4 req-03104d26-f5e1-4c8a-b18b-c514544c440d tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56 HTTP/1.1" status: 200 len: 867 time: 0.2077088 Jun 22 00:56:20.883018 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e3be3f-10c6-4e84-8c79-25163de7af1d req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] No DVR routers for this DVR port c01d3598-ae46-47e5-9f46-36c559df7359 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:56:20.891667 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-55e3be3f-10c6-4e84-8c79-25163de7af1d req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:20.893444 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-55e3be3f-10c6-4e84-8c79-25163de7af1d req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.15 "DELETE /v2.0/ports/c01d3598-ae46-47e5-9f46-36c559df7359 HTTP/1.1" status: 204 len: 173 time: 0.5720532 Jun 22 00:56:20.893928 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'name': 'network-vif-deleted', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:56:20.896181 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55466452-acfc-4d64-b3ad-d8279cd29b8f" -d '{"events": [{"server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "name": "network-vif-deleted", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:56:20.929930 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0074667c-97ac-4345-ab05-cb789516c583 req-d9595907-4d99-4b78-8b15-ebbba60695bf tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058695 Jun 22 00:56:20.938607 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bea60013-165c-42ec-954b-57df51275ca4 req-a28d9a07-6d13-47b2-8db8-7d07022bbac6 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1df1253-8757-4431-ae12-9fa96c3f7e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738182 Jun 22 00:56:20.980233 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da074d7-7e3c-4afa-9be0-7cddbe473d19 x-openstack-request-id: req-6da074d7-7e3c-4afa-9be0-7cddbe473d19 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:56:20.980557 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56", "name": "network-vif-deleted", "tag": "c01d3598-ae46-47e5-9f46-36c559df7359", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:56:20.980843 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6da074d7-7e3c-4afa-9be0-7cddbe473d19 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:56:20.981271 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9d4a0e-e6f0-4f5b-a803-1f1da9b48f56', 'name': 'network-vif-deleted', 'tag': 'c01d3598-ae46-47e5-9f46-36c559df7359', 'status': 'completed', 'code': 200} Jun 22 00:56:21.262580 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9e93e-c528-4292-9ea8-338f94ffd884 req-d251b3cd-66a3-4c27-bc44-7d6d2e2ae9bb tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:21.264229 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4ac9e93e-c528-4292-9ea8-338f94ffd884 req-d251b3cd-66a3-4c27-bc44-7d6d2e2ae9bb tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0680943 Jun 22 00:56:21.308432 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4ac9e93e-c528-4292-9ea8-338f94ffd884 req-ef2c1fc0-27ba-49b4-8d4d-b5a345d38b83 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380580 Jun 22 00:56:22.110217 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73267edb-bb4e-4a9c-a460-a4fe85ccf9cc req-9f0c649c-907f-468d-9a69-3c2dd16a928a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:22.111726 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-73267edb-bb4e-4a9c-a460-a4fe85ccf9cc req-9f0c649c-907f-468d-9a69-3c2dd16a928a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0654073 Jun 22 00:56:22.148619 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-73267edb-bb4e-4a9c-a460-a4fe85ccf9cc req-c1a83c35-b4cb-4207-8644-a6ae1daeab8e tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312755 Jun 22 00:56:22.492611 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7d0b-9f37-4516-a6f8-72f2f655e690 req-876c24d6-f2ae-48a6-afb0-023fdd86ea77 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:22.494918 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-da9c7d0b-9f37-4516-a6f8-72f2f655e690 req-876c24d6-f2ae-48a6-afb0-023fdd86ea77 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0660722 Jun 22 00:56:22.537525 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-da9c7d0b-9f37-4516-a6f8-72f2f655e690 req-18efc54b-2767-405a-aea6-3a2882a4a5b4 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347273 Jun 22 00:56:22.650806 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33654) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:22.924237 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a6014b20-cf4a-44b7-8548-8184b3a34e70 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:56:22.995722 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-18522e28-80d5-4b1d-a3cd-3f397a2a0e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:23.027858 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:23.038086 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'port_id': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'mac_address': 'fa:16:3e:7c:7c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:56:23.075509 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:23.080290 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824320'] for router_interface, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:23.088233 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6014b20-cf4a-44b7-8548-8184b3a34e70 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:56:23.107326 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:23.110830 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:23.112619 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:23.162952 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=a6014b20-cf4a-44b7-8548-8184b3a34e70,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:23.169928 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.170283 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.170628 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.170993 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.171340 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.171674 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.172004 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.173692 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.173692 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.173692 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.173692 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.173692 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:23.177953 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:23.385080 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce89b6-2271-4aed-8a10-6f8bcd1ac41a req-e7d36153-4f60-4baa-a196-c9c205228140 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:23.386506 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-27ce89b6-2271-4aed-8a10-6f8bcd1ac41a req-e7d36153-4f60-4baa-a196-c9c205228140 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1260257 Jun 22 00:56:23.431078 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Deleting port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:23.431429 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:23.435380 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-27ce89b6-2271-4aed-8a10-6f8bcd1ac41a req-5a31fdc2-d877-49dd-b03c-7bb466eb371b tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Jun 22 00:56:23.513168 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] For port 0ecf03bf-12dd-40e5-b987-e1f9454aad5c, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=0ecf03bf-12dd-40e5-b987-e1f9454aad5c,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:23.513433 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:23.578209 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Calling delete_port for 0ecf03bf-12dd-40e5-b987-e1f9454aad5c owned by network:router_interface {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:23.592313 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:23.682696 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['a6014b20-cf4a-44b7-8548-8184b3a34e70'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:56:23.772867 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd007a-120e-463c-b0c0-ef6ddc61c023 req-dc16cabc-f7a1-4a65-a1a4-83475ab6ac43 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:23.774480 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c5dd007a-120e-463c-b0c0-ef6ddc61c023 req-dc16cabc-f7a1-4a65-a1a4-83475ab6ac43 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 945 time: 0.0951729 Jun 22 00:56:23.841264 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c5dd007a-120e-463c-b0c0-ef6ddc61c023 req-d483a1ff-b368-4ca9-92e5-8ef010933604 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461562 Jun 22 00:56:23.845489 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:23.848438 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c2a521c4-3abc-4862-927f-38b1785127ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:23.873843 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ecf03bf-12dd-40e5-b987-e1f9454aad5c,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:23.877946 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:24.051887 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824236'] for router_interface, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:24.270278 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Router b7c9f097-759d-407d-a548-b30890de333c has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:56:24.374818 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:56:24.380730 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] 10.222.0.26 "PUT /v2.0/routers/b7c9f097-759d-407d-a548-b30890de333c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7288651 Jun 22 00:56:24.385639 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33662) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:24.386488 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd429be9-1dd9-45ad-9a06-c52e8738595a None None] Sync routers for ids ['b7c9f097-759d-407d-a548-b30890de333c'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:56:24.395976 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd429be9-1dd9-45ad-9a06-c52e8738595a None None] Routers {'b7c9f097-759d-407d-a548-b30890de333c'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:24.396697 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cd429be9-1dd9-45ad-9a06-c52e8738595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:56:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['b7c9f097-759d-407d-a548-b30890de333c'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:24.509952 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-cd429be9-1dd9-45ad-9a06-c52e8738595a None None] Set router b7c9f097-759d-407d-a548-b30890de333c gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:24.747652 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:24.823889 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Notify callbacks [] for router, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:24.827325 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cd429be9-1dd9-45ad-9a06-c52e8738595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:56:23Z', 'revision_number': 5, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:24.835228 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ef3c5-e348-4d33-81ba-7948a2ee62e3 req-545bcdb4-8aaf-4cb2-b1c8-23299841a9d7 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:24.836692 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-282ef3c5-e348-4d33-81ba-7948a2ee62e3 req-545bcdb4-8aaf-4cb2-b1c8-23299841a9d7 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1147618 Jun 22 00:56:24.857147 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd429be9-1dd9-45ad-9a06-c52e8738595a None None] Checking router: b7c9f097-759d-407d-a548-b30890de333c for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:56:24.865575 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd429be9-1dd9-45ad-9a06-c52e8738595a None None] Routers {'b7c9f097-759d-407d-a548-b30890de333c'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:24.866203 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cd429be9-1dd9-45ad-9a06-c52e8738595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:56:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['b7c9f097-759d-407d-a548-b30890de333c'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:24.944187 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-282ef3c5-e348-4d33-81ba-7948a2ee62e3 req-f48d144c-cbb8-4f6c-9dcc-dad90f11dbff tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773604 Jun 22 00:56:24.946103 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a6014b20-cf4a-44b7-8548-8184b3a34e70 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:56:24.966476 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.006067 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-cd429be9-1dd9-45ad-9a06-c52e8738595a None None] Set router b7c9f097-759d-407d-a548-b30890de333c gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:25.063679 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Deleting port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:25.063991 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.072914 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137963fa-af62-47ce-8045-78e9b296aa45 req-c1401ce3-3755-4798-b122-ca431bcb6693 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:25.074402 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-137963fa-af62-47ce-8045-78e9b296aa45 req-c1401ce3-3755-4798-b122-ca431bcb6693 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 945 time: 0.1095235 Jun 22 00:56:25.075663 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port a6014b20-cf4a-44b7-8548-8184b3a34e70 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:56:25.102996 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port a6014b20-cf4a-44b7-8548-8184b3a34e70 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:56:25.103364 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.154483 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-137963fa-af62-47ce-8045-78e9b296aa45 req-85dfd5c5-e5f4-4493-97cf-bae98a1ff390 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692260 Jun 22 00:56:25.179573 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] For port f5a721ae-fd3f-4747-aa97-00aa9b0e50fa, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=f5a721ae-fd3f-4747-aa97-00aa9b0e50fa,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:25.180015 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.236063 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.248900 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Calling delete_port for f5a721ae-fd3f-4747-aa97-00aa9b0e50fa owned by network:router_gateway {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:25.267358 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:56:25.269646 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f5c1e9-7a28-4f36-9b22-4e2b98e1bf68" -d '{"events": [{"server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "name": "network-vif-plugged", "status": "completed", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:56:25.285990 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:25.288756 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cd429be9-1dd9-45ad-9a06-c52e8738595a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:56:23Z', 'revision_number': 5, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:25.293259 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.294461 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device c01d3598-ae46-47e5-9f46-36c559df7359 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:25.324221 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:25.345504 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbde63dc-4abc-4f07-bb66-000a59d8b5d1 x-openstack-request-id: req-bbde63dc-4abc-4f07-bb66-000a59d8b5d1 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:56:25.345806 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "name": "network-vif-plugged", "status": "completed", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:56:25.346091 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bbde63dc-4abc-4f07-bb66-000a59d8b5d1 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:56:25.346590 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'code': 200} Jun 22 00:56:25.363984 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: c01d3598-ae46-47e5-9f46-36c559df7359 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:25.364344 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device c01d3598-ae46-47e5-9f46-36c559df7359 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:25.366526 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd429be9-1dd9-45ad-9a06-c52e8738595a None None] The sync data for ids ['b7c9f097-759d-407d-a548-b30890de333c'] in dv-cinder-753305-6-iscsi is: [{'id': 'b7c9f097-759d-407d-a548-b30890de333c', 'name': 'tempest-TestMinimumBasicScenario-99079051-router', 'tenant_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:50:58Z', 'updated_at': '2021-06-22T00:56:23Z', 'revision_number': 5, 'project_id': '568a64bec1344b6c9e7b7ecdb3b5f0a8', 'gw_port': {'id': 'f5a721ae-fd3f-4747-aa97-00aa9b0e50fa', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f097-759d-407d-a548-b30890de333c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:50:59Z', 'updated_at': '2021-06-22T00:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:56:25.405376 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=a6014b20-cf4a-44b7-8548-8184b3a34e70,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:25.410281 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:25.445986 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.448619 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2dfe5b40-ad44-4c17-8189-08279ab19f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:25.472089 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a721ae-fd3f-4747-aa97-00aa9b0e50fa,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:25.474414 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:25.543702 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785289'] for router_gateway, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.668136 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26058'] for router, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.670786 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.742680 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3823605'] for router, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.743273 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c9f097-759d-407d-a548-b30890de333c {{(pid=99507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 00:56:25.749976 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Notify callbacks [] for router, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.751139 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] 10.222.0.26 "DELETE /v2.0/routers/b7c9f097-759d-407d-a548-b30890de333c HTTP/1.1" status: 204 len: 168 time: 1.3645325 Jun 22 00:56:25.753819 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33672) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:25.757043 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c73218-3b31-49b7-978e-57490ab11b9b req-a1a763e0-948b-4943-827a-117d3301bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:25.758676 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-25c73218-3b31-49b7-978e-57490ab11b9b req-a1a763e0-948b-4943-827a-117d3301bbf4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 1099 time: 0.1469927 Jun 22 00:56:25.797167 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-25c73218-3b31-49b7-978e-57490ab11b9b req-f7f58f7a-0209-41b0-9009-d989bb8288eb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291333 Jun 22 00:56:25.804998 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb9071f-a1fa-4066-b822-9005f0ff48e2 admin admin] Deleting subnet 0b9baafd-dd68-4eef-b14a-1bb91fdb1c64 {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:56:25.809233 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1eb9071f-a1fa-4066-b822-9005f0ff48e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.843765 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1eb9071f-a1fa-4066-b822-9005f0ff48e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10396607'] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:25.961711 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1eb9071f-a1fa-4066-b822-9005f0ff48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.017116 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1eb9071f-a1fa-4066-b822-9005f0ff48e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9353184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8710147'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.023738 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:26.048882 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9071f-a1fa-4066-b822-9005f0ff48e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b9baafd-dd68-4eef-b14a-1bb91fdb1c64,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:26.050615 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1eb9071f-a1fa-4066-b822-9005f0ff48e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:26.051820 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1eb9071f-a1fa-4066-b822-9005f0ff48e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.054420 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-1eb9071f-a1fa-4066-b822-9005f0ff48e2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0b9baafd-dd68-4eef-b14a-1bb91fdb1c64 HTTP/1.1" status: 204 len: 168 time: 0.2994599 Jun 22 00:56:26.057222 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33678) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:26.061048 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144bf97b-9489-46cb-8157-8193ca7b61b3 None None] Network da625bfa-7ffc-4c06-884c-06d489bfe5c1 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:56:26.133149 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.176277 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b953d-fe6b-4abb-9c04-91e5de395f48 req-d0d0588c-85d7-4ffa-b357-c68c7fd1620e tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:26.185197 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-136b953d-fe6b-4abb-9c04-91e5de395f48 req-d0d0588c-85d7-4ffa-b357-c68c7fd1620e tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1021914 Jun 22 00:56:26.188484 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Deleting port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:26.189069 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.233268 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-136b953d-fe6b-4abb-9c04-91e5de395f48 req-9884be66-5a46-4582-8a08-eb18885a8cf4 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467589 Jun 22 00:56:26.255590 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.287954 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] For port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=456ffd93-987f-499d-8a0f-7cd2bb5c7efe,segment=NetworkSegment(b30d952b-536b-4cf4-b065-b65ed35d619d),segment_id=b30d952b-536b-4cf4-b065-b65ed35d619d)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:26.288266 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.375720 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Calling delete_port for 456ffd93-987f-499d-8a0f-7cd2bb5c7efe owned by network:dhcp {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:26.447332 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403f04c-f9ef-40cd-8725-1952c6eecfe6 req-b217b2f7-ec7d-45a9-a4de-cf8ec38f5afb tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:26.449115 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f403f04c-f9ef-40cd-8725-1952c6eecfe6 req-b217b2f7-ec7d-45a9-a4de-cf8ec38f5afb tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.1110201 Jun 22 00:56:26.453358 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0d519d-a165-4a00-b5d4-9998e386b94a None None] DHCP port deletion for da625bfa-7ffc-4c06-884c-06d489bfe5c1 request from dv-cinder-753305-6-iscsi {{(pid=99510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 00:56:26.461631 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2aa93-9859-4f85-ab3d-4370454fc2b0 req-baeb0f8d-728f-45a6-b02a-fe1e5a6c27ad tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:26.463669 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-03a2aa93-9859-4f85-ab3d-4370454fc2b0 req-baeb0f8d-728f-45a6-b02a-fe1e5a6c27ad tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0979738 Jun 22 00:56:26.477408 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.488898 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:26.493860 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] No DVR routers for this DVR port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe on host dv-cinder-753305-6-iscsi {{(pid=99509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:56:26.514570 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=456ffd93-987f-499d-8a0f-7cd2bb5c7efe,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:26.523454 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f403f04c-f9ef-40cd-8725-1952c6eecfe6 req-6b8613bd-c4cc-4704-a84c-1bdef78bb959 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587769 Jun 22 00:56:26.529724 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-eb0d519d-a165-4a00-b5d4-9998e386b94a None None] Deleting port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe {{(pid=99510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:26.534170 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-eb0d519d-a165-4a00-b5d4-9998e386b94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.534728 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:26.545511 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-03a2aa93-9859-4f85-ab3d-4370454fc2b0 req-b61de32f-9b77-4d4f-94ff-6aad0a1ddc0c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737371 Jun 22 00:56:26.608611 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.616544 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-eb0d519d-a165-4a00-b5d4-9998e386b94a None None] For port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe, host dv-cinder-753305-6-iscsi, got binding levels [] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:26.617544 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-eb0d519d-a165-4a00-b5d4-9998e386b94a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.619416 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da625bfa-7ffc-4c06-884c-06d489bfe5c1']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:26.631691 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30d952b-536b-4cf4-b065-b65ed35d619d') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:26.632012 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30d952b-536b-4cf4-b065-b65ed35d619d') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:26.645297 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.654954 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.662328 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:56:26.662828 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:56:26.664640 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:56:26.683354 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-eb0d519d-a165-4a00-b5d4-9998e386b94a None None] Calling delete_port for 456ffd93-987f-499d-8a0f-7cd2bb5c7efe owned by network:dhcp {{(pid=99510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:26.687721 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.ipam_backend_mixin [None req-eb0d519d-a165-4a00-b5d4-9998e386b94a None None] Port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe was not found and therefore no delete operation was performed {{(pid=99510) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 00:56:26.689500 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-eb0d519d-a165-4a00-b5d4-9998e386b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783'] for port, after_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.692411 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:26.722042 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d519d-a165-4a00-b5d4-9998e386b94a None None] Pushing event deleted for resources: {'Port': ['ID=456ffd93-987f-499d-8a0f-7cd2bb5c7efe,revision_number=None']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:26.724944 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d519d-a165-4a00-b5d4-9998e386b94a None None] No DVR routers for this DVR port 456ffd93-987f-499d-8a0f-7cd2bb5c7efe on host dv-cinder-753305-6-iscsi {{(pid=99510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:56:26.726279 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.726459 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-eb0d519d-a165-4a00-b5d4-9998e386b94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:26.730822 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-a79c3533-4b81-4eb8-a526-d78570f1f48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:26.733613 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:26.738952 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] 10.222.0.26 "DELETE /v2.0/networks/da625bfa-7ffc-4c06-884c-06d489bfe5c1 HTTP/1.1" status: 204 len: 168 time: 0.6805301 Jun 22 00:56:26.739451 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33688) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:26.756536 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=da625bfa-7ffc-4c06-884c-06d489bfe5c1,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:26.756536 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:26.993052 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce52273-c272-4b86-83c7-f493450d61c4 req-3886ecbc-43c2-47df-a67c-d4a4f8cfff15 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:26.994903 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0ce52273-c272-4b86-83c7-f493450d61c4 req-3886ecbc-43c2-47df-a67c-d4a4f8cfff15 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1622233 Jun 22 00:56:27.048003 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3787c-fb49-4000-a159-cd420509a213 req-86395fd9-07de-498f-8937-b18c7168b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:27.049329 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8ec3787c-fb49-4000-a159-cd420509a213 req-86395fd9-07de-498f-8937-b18c7168b0a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 1098 time: 0.1851623 Jun 22 00:56:27.120476 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0ce52273-c272-4b86-83c7-f493450d61c4 req-894e074c-7ecd-41ad-af82-b4f15b4aa23c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956330 Jun 22 00:56:27.213536 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3787c-fb49-4000-a159-cd420509a213 req-47721f0a-eecf-441a-b240-b7dea892d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:27.215072 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8ec3787c-fb49-4000-a159-cd420509a213 req-47721f0a-eecf-441a-b240-b7dea892d7bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 911 time: 0.1547608 Jun 22 00:56:27.299748 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8ec3787c-fb49-4000-a159-cd420509a213 req-a63e6f8a-0360-4fc4-9a77-7bbde66290b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f HTTP/1.1" status: 200 len: 1001 time: 0.0748162 Jun 22 00:56:27.322617 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 456ffd93-987f-499d-8a0f-7cd2bb5c7efe no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:27.343110 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 456ffd93-987f-499d-8a0f-7cd2bb5c7efe {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:27.343459 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 456ffd93-987f-499d-8a0f-7cd2bb5c7efe not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:27.343874 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device f5a721ae-fd3f-4747-aa97-00aa9b0e50fa no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:27.363358 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: f5a721ae-fd3f-4747-aa97-00aa9b0e50fa {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:27.363708 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device f5a721ae-fd3f-4747-aa97-00aa9b0e50fa not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:27.364120 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0ecf03bf-12dd-40e5-b987-e1f9454aad5c no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:27.384675 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3787c-fb49-4000-a159-cd420509a213 req-004610e8-6d6e-4b75-9fca-c67f61db797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:27.385879 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 0ecf03bf-12dd-40e5-b987-e1f9454aad5c {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:27.386260 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0ecf03bf-12dd-40e5-b987-e1f9454aad5c not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:27.386418 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8ec3787c-fb49-4000-a159-cd420509a213 req-004610e8-6d6e-4b75-9fca-c67f61db797e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=070233c2-7174-469e-9cfd-5f96b698c040 HTTP/1.1" status: 200 len: 849 time: 0.0580180 Jun 22 00:56:27.395363 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824320'] for router_interface, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:27.529687 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3787c-fb49-4000-a159-cd420509a213 req-77a18872-2345-4b34-8859-c264fb3642da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:27.531068 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8ec3787c-fb49-4000-a159-cd420509a213 req-77a18872-2345-4b34-8859-c264fb3642da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5610de5-78d9-44db-a6b3-aa484fca5de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1037998 Jun 22 00:56:27.751195 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8ec3787c-fb49-4000-a159-cd420509a213 req-4e147a2a-72ec-4988-b6de-d88dd9d0341b service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906314 Jun 22 00:56:28.144916 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f79046-3309-474e-b883-747cf3e310d9 req-19d40862-9e07-4cb3-bc85-058030db77c4 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:28.146367 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-05f79046-3309-474e-b883-747cf3e310d9 req-19d40862-9e07-4cb3-bc85-058030db77c4 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.5062978 Jun 22 00:56:28.153850 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc02b-c090-4e8a-903a-d19b88506e11 req-15529e8b-0e78-4fda-8393-2c65e0a7571a tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:28.155209 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c83cc02b-c090-4e8a-903a-d19b88506e11 req-15529e8b-0e78-4fda-8393-2c65e0a7571a tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.4964123 Jun 22 00:56:28.256536 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8ec3787c-fb49-4000-a159-cd420509a213 req-90dd70c4-8439-4d5d-9c0c-a4836f50f6f3 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962311 Jun 22 00:56:28.267301 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-05f79046-3309-474e-b883-747cf3e310d9 req-cde46f00-7978-4e4f-9ad1-96646ea452c0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078663 Jun 22 00:56:28.270732 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c83cc02b-c090-4e8a-903a-d19b88506e11 req-6088203d-6ae1-4c62-93bf-95e7c88abfcb tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087878 Jun 22 00:56:28.282308 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Deleting port a0542e65-4b55-496e-a9a4-240c9056a197 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:28.282659 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:28.360956 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] For port a0542e65-4b55-496e-a9a4-240c9056a197, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=a0542e65-4b55-496e-a9a4-240c9056a197,segment=NetworkSegment(3b8b06de-6272-4014-a3b3-68db70332a71),segment_id=3b8b06de-6272-4014-a3b3-68db70332a71)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:28.361479 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:28.430444 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Calling delete_port for a0542e65-4b55-496e-a9a4-240c9056a197 owned by network:router_interface {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:28.620267 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07690eb1-13ed-4f39-b49c-024750845338 req-fbda84fc-a0b4-48e2-b0aa-9d7fc14e4d6f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:28.621720 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-07690eb1-13ed-4f39-b49c-024750845338 req-fbda84fc-a0b4-48e2-b0aa-9d7fc14e4d6f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.2167852 Jun 22 00:56:28.630251 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33700) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:28.633472 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038b2f2-7619-4a9b-a346-ee7ddd8fc50d req-663e626c-aa5c-488a-a54c-bc6a1b711034 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:28.635668 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f038b2f2-7619-4a9b-a346-ee7ddd8fc50d req-663e626c-aa5c-488a-a54c-bc6a1b711034 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.2296727 Jun 22 00:56:28.636177 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-f3d9b9c0-262f-41c1-a1c3-5c9948f5878c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Request body: {'floatingip': {'port_id': 'a6014b20-cf4a-44b7-8548-8184b3a34e70'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:56:28.680286 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b9c0-262f-41c1-a1c3-5c9948f5878c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:28.692876 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f038b2f2-7619-4a9b-a346-ee7ddd8fc50d req-e85c1656-bbb8-40ed-b833-6af8758d927f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500009 Jun 22 00:56:28.747260 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:28.750046 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-95e4cf6b-fc1a-48d4-a788-3847cb1600a1 tempest-ServerRescueNegativeTestJSON-1477095119 tempest-ServerRescueNegativeTestJSON-1477095119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:28.774338 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0542e65-4b55-496e-a9a4-240c9056a197,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:28.799074 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.800071 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.800071 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.800250 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.800521 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.800862 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.801221 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.801578 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.801937 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.802738 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.802738 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.802990 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:28.808623 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:28.949063 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824236'] for router_interface, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:29.148885 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b9c0-262f-41c1-a1c3-5c9948f5878c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:29.154274 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b9c0-262f-41c1-a1c3-5c9948f5878c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:29.167959 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Router 1028e0a4-c135-4116-9530-6181d36e87fd has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:56:29.261292 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.l3_db [None req-f3d9b9c0-262f-41c1-a1c3-5c9948f5878c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Floating IP 1d834d3f-832d-4773-8113-f6b0d86eb956 associated. External IP: 172.27.0.215, port: a6014b20-cf4a-44b7-8548-8184b3a34e70. Jun 22 00:56:29.285033 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:56:29.293245 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-60dd37e9-d8e0-49fe-a2ec-8a0cddd4d1b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/1028e0a4-c135-4116-9530-6181d36e87fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5525560 Jun 22 00:56:29.294145 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33702) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:29.297612 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9cdf8a-39cd-468c-b93d-6396907f6f34 None None] Sync routers for ids ['1028e0a4-c135-4116-9530-6181d36e87fd'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:56:29.312793 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cdf8a-39cd-468c-b93d-6396907f6f34 None None] Routers {'1028e0a4-c135-4116-9530-6181d36e87fd'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:29.313221 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-ad9cdf8a-39cd-468c-b93d-6396907f6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:56:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1028e0a4-c135-4116-9530-6181d36e87fd'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:29.434046 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-ad9cdf8a-39cd-468c-b93d-6396907f6f34 None None] Set router 1028e0a4-c135-4116-9530-6181d36e87fd gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:29.459471 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:29.526823 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5d830-9f96-4e08-9d61-8e259d348b26 req-40b56ff4-9028-414d-b947-3c06abb3bb99 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:29.527494 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c6a5d830-9f96-4e08-9d61-8e259d348b26 req-40b56ff4-9028-414d-b947-3c06abb3bb99 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.1245501 Jun 22 00:56:29.602270 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c6a5d830-9f96-4e08-9d61-8e259d348b26 req-536de4a9-dcb5-4622-9d0b-f6b482a17c12 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499117 Jun 22 00:56:29.619785 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:29.620567 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-ad9cdf8a-39cd-468c-b93d-6396907f6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'name': 'tempest-TestMinimumBasicScenario-140463380-router', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:07Z', 'updated_at': '2021-06-22T00:56:28Z', 'revision_number': 5, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'gw_port': {'id': 'c609c092-b6a6-4f3f-98aa-8c16ca6554bb', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:70:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:08Z', 'updated_at': '2021-06-22T00:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:29.651422 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9cdf8a-39cd-468c-b93d-6396907f6f34 None None] Checking router: 1028e0a4-c135-4116-9530-6181d36e87fd for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:56:29.660462 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9cdf8a-39cd-468c-b93d-6396907f6f34 None None] Routers {'1028e0a4-c135-4116-9530-6181d36e87fd'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:29.661078 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-ad9cdf8a-39cd-468c-b93d-6396907f6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:56:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1028e0a4-c135-4116-9530-6181d36e87fd'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:29.678245 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Deleting port c609c092-b6a6-4f3f-98aa-8c16ca6554bb {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:29.678832 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:29.692069 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d9b9c0-262f-41c1-a1c3-5c9948f5878c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:56:29.780537 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] For port c609c092-b6a6-4f3f-98aa-8c16ca6554bb, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=c609c092-b6a6-4f3f-98aa-8c16ca6554bb,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:29.781048 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:29.817655 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d9b9c0-262f-41c1-a1c3-5c9948f5878c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:56:29.824233 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b9c0-262f-41c1-a1c3-5c9948f5878c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:29.830424 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c9111-a8ed-44af-a585-c8083e264699 None None] Sync routers for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:56:29.841014 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-ad9cdf8a-39cd-468c-b93d-6396907f6f34 None None] Set router 1028e0a4-c135-4116-9530-6181d36e87fd gateway port host: None {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:29.841654 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c9111-a8ed-44af-a585-c8083e264699 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:29.842435 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-627c9111-a8ed-44af-a585-c8083e264699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:56:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:29.855749 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Calling delete_port for c609c092-b6a6-4f3f-98aa-8c16ca6554bb owned by network:router_gateway {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:29.873040 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-f3d9b9c0-262f-41c1-a1c3-5c9948f5878c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "PUT /v2.0/floatingips/1d834d3f-832d-4773-8113-f6b0d86eb956 HTTP/1.1" status: 200 len: 992 time: 1.2415133 Jun 22 00:56:29.877251 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70'}] {{(pid=99509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:56:29.879743 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}715ab93fe84fc0b93290d0888939334232c31d164512a61dc43338aaaf7e287b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70"}]}' {{(pid=99509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:56:29.908224 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-ad9cdf8a-39cd-468c-b93d-6396907f6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'name': 'tempest-TestMinimumBasicScenario-140463380-router', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:07Z', 'updated_at': '2021-06-22T00:56:29Z', 'revision_number': 6, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'gw_port_host': None}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:29.940284 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9cdf8a-39cd-468c-b93d-6396907f6f34 None None] The sync data for ids ['1028e0a4-c135-4116-9530-6181d36e87fd'] in dv-cinder-753305-6-iscsi is: [{'id': '1028e0a4-c135-4116-9530-6181d36e87fd', 'name': 'tempest-TestMinimumBasicScenario-140463380-router', 'tenant_id': 'f4c27df047a54ec592899f504ba7208a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:07Z', 'updated_at': '2021-06-22T00:56:29Z', 'revision_number': 6, 'project_id': 'f4c27df047a54ec592899f504ba7208a', 'gw_port_host': None}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:56:29.967447 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-627c9111-a8ed-44af-a585-c8083e264699 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:30.001028 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673e17f-036b-4244-a744-c9e16e2f8104 req-c83ce0ce-bee3-427a-905f-be6b6df4cbe4 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:30.002497 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1673e17f-036b-4244-a744-c9e16e2f8104 req-c83ce0ce-bee3-427a-905f-be6b6df4cbe4 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1754491 Jun 22 00:56:30.066025 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c6ce00-7291-40e5-bb9d-6eb77fa6330f x-openstack-request-id: req-d6c6ce00-7291-40e5-bb9d-6eb77fa6330f {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:56:30.066573 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70", "status": "completed", "code": 200}]} {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:56:30.066881 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6c6ce00-7291-40e5-bb9d-6eb77fa6330f {{(pid=99509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:56:30.067837 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'status': 'completed', 'code': 200} Jun 22 00:56:30.079707 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1673e17f-036b-4244-a744-c9e16e2f8104 req-bdd19130-e650-4b85-972d-37820cdec225 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450768 Jun 22 00:56:30.166233 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.168935 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0a9ecaed-0803-414e-8874-f51ead2d4ede service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:30.195796 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c609c092-b6a6-4f3f-98aa-8c16ca6554bb,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:30.199267 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:30.201264 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-627c9111-a8ed-44af-a585-c8083e264699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '1d834d3f-832d-4773-8113-f6b0d86eb956', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'port_id': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'mac_address': 'fa:16:3e:7c:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:56:13Z', 'updated_at': '2021-06-22T00:56:29Z', 'revision_number': 1, 'project_id': '82fead901d83470b932de546dc74ac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:30.226705 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c9111-a8ed-44af-a585-c8083e264699 None None] Checking router: 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:56:30.229867 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898 req-e75f6772-d8d3-40ca-bb8b-c8509a4c4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:30.231370 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898 req-e75f6772-d8d3-40ca-bb8b-c8509a4c4c2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 1099 time: 0.1204488 Jun 22 00:56:30.235803 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c9111-a8ed-44af-a585-c8083e264699 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:30.236412 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-627c9111-a8ed-44af-a585-c8083e264699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:56:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:30.323818 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785289'] for router_gateway, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.429908 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26058'] for router, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.435768 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.451019 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898 req-9dd7cf50-ed0c-4b8e-beaf-c14dc1490d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:30.452475 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898 req-9dd7cf50-ed0c-4b8e-beaf-c14dc1490d7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 918 time: 0.2027705 Jun 22 00:56:30.464311 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-627c9111-a8ed-44af-a585-c8083e264699 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:30.522712 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3823605'] for router, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.523263 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1028e0a4-c135-4116-9530-6181d36e87fd {{(pid=99507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 00:56:30.531240 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Notify callbacks [] for router, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.532342 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/1028e0a4-c135-4116-9530-6181d36e87fd HTTP/1.1" status: 204 len: 168 time: 1.2374542 Jun 22 00:56:30.534754 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33714) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:30.573200 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898 req-91f41c47-a953-485b-b352-57f69374ea7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70 HTTP/1.1" status: 200 len: 1000 time: 0.0930393 Jun 22 00:56:30.596341 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eee6762-d6d1-4a91-be4e-1f75d03300a7 admin admin] Deleting subnet 6720bdc7-349a-43de-82a9-97031983bb60 {{(pid=99507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:56:30.615408 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0eee6762-d6d1-4a91-be4e-1f75d03300a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.659837 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898 req-2220b381-78b9-47b6-9a0c-2c0e4f6b8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:30.661290 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898 req-2220b381-78b9-47b6-9a0c-2c0e4f6b8efd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 200 len: 856 time: 0.0794048 Jun 22 00:56:30.665207 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0eee6762-d6d1-4a91-be4e-1f75d03300a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12239924'] for subnet, precommit_delete_associations {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.694730 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-627c9111-a8ed-44af-a585-c8083e264699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '1d834d3f-832d-4773-8113-f6b0d86eb956', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'port_id': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'mac_address': 'fa:16:3e:7c:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:56:13Z', 'updated_at': '2021-06-22T00:56:29Z', 'revision_number': 1, 'project_id': '82fead901d83470b932de546dc74ac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:30.731932 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c9111-a8ed-44af-a585-c8083e264699 None None] The sync data for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi is: [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '1d834d3f-832d-4773-8113-f6b0d86eb956', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'floating_ip_address': '172.27.0.215', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'port_id': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'mac_address': 'fa:16:3e:7c:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:56:13Z', 'updated_at': '2021-06-22T00:56:29Z', 'revision_number': 1, 'project_id': '82fead901d83470b932de546dc74ac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:56:30.842068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0eee6762-d6d1-4a91-be4e-1f75d03300a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.867249 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898 req-bf922ed9-d506-4e3e-9680-f5f8da09b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:30.869413 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898 req-bf922ed9-d506-4e3e-9680-f5f8da09b889 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40daa533-8b8b-42fb-9b6e-81147858b587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2021105 Jun 22 00:56:30.980445 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1061863-4250-4a97-bb60-f05d79cfc779 req-9b4b6231-3451-448a-883a-70198e029c7e tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:30.982118 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c1061863-4250-4a97-bb60-f05d79cfc779 req-9b4b6231-3451-448a-883a-70198e029c7e tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.2258861 Jun 22 00:56:30.998739 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0eee6762-d6d1-4a91-be4e-1f75d03300a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392420'] for subnet, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.999011 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c55c44-ca1f-428a-8152-21b5ab49c40c None None] New status for floating IP 1d834d3f-832d-4773-8113-f6b0d86eb956: ACTIVE {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:56:31.019092 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bb954701-59a5-472a-a867-8e89a07c1186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:31.054844 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee6762-d6d1-4a91-be4e-1f75d03300a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6720bdc7-349a-43de-82a9-97031983bb60,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:31.074857 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0eee6762-d6d1-4a91-be4e-1f75d03300a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:31.077819 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0eee6762-d6d1-4a91-be4e-1f75d03300a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.079645 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-0eee6762-d6d1-4a91-be4e-1f75d03300a7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6720bdc7-349a-43de-82a9-97031983bb60 HTTP/1.1" status: 204 len: 168 time: 0.5438921 Jun 22 00:56:31.081854 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898 req-7b9ec773-e090-4b4c-b512-ce5adbdaff09 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039108 Jun 22 00:56:31.082278 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33720) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:31.086230 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be610c7c-5b1d-4687-86b0-34c3a9b17d42 None None] Network 8187d5c6-e779-416e-91e6-3d8db79f42a8 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:56:31.086741 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-c1061863-4250-4a97-bb60-f05d79cfc779 req-701e137d-6cd2-493f-b004-2bdfdd268cfb tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895350 Jun 22 00:56:31.237424 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.240510 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b165cdb-1ce0-4650-8a61-8ad8cfd77898 req-94080f2d-8371-4369-8ede-fb17109703cd service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485000 Jun 22 00:56:31.317224 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50c9c4e-c404-4867-a029-b265cfd66689 None None] DHCP port deletion for 8187d5c6-e779-416e-91e6-3d8db79f42a8 request from dv-cinder-753305-6-iscsi {{(pid=99510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 00:56:31.318401 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Deleting port 711a4afa-f383-48cc-83ae-a7d813f7a5a9 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:31.318748 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.345024 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device c609c092-b6a6-4f3f-98aa-8c16ca6554bb no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:31.368008 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: c609c092-b6a6-4f3f-98aa-8c16ca6554bb {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:31.369179 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device c609c092-b6a6-4f3f-98aa-8c16ca6554bb not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:31.369682 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a0542e65-4b55-496e-a9a4-240c9056a197 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:31.386499 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] For port 711a4afa-f383-48cc-83ae-a7d813f7a5a9, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=711a4afa-f383-48cc-83ae-a7d813f7a5a9,segment=NetworkSegment(3b8b06de-6272-4014-a3b3-68db70332a71),segment_id=3b8b06de-6272-4014-a3b3-68db70332a71)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:31.386859 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.395623 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: a0542e65-4b55-496e-a9a4-240c9056a197 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:31.395984 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a0542e65-4b55-496e-a9a4-240c9056a197 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:31.412334 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-a50c9c4e-c404-4867-a029-b265cfd66689 None None] Deleting port 711a4afa-f383-48cc-83ae-a7d813f7a5a9 {{(pid=99510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:31.412826 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a50c9c4e-c404-4867-a029-b265cfd66689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.482989 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-a50c9c4e-c404-4867-a029-b265cfd66689 None None] For port 711a4afa-f383-48cc-83ae-a7d813f7a5a9, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=711a4afa-f383-48cc-83ae-a7d813f7a5a9,segment=NetworkSegment(3b8b06de-6272-4014-a3b3-68db70332a71),segment_id=3b8b06de-6272-4014-a3b3-68db70332a71)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:31.483392 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a50c9c4e-c404-4867-a029-b265cfd66689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.547466 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-a50c9c4e-c404-4867-a029-b265cfd66689 None None] Calling delete_port for 711a4afa-f383-48cc-83ae-a7d813f7a5a9 owned by network:dhcp {{(pid=99510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:31.676854 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a50c9c4e-c404-4867-a029-b265cfd66689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783'] for port, after_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.679051 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:31.707295 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c9c4e-c404-4867-a029-b265cfd66689 None None] Pushing event deleted for resources: {'Port': ['ID=711a4afa-f383-48cc-83ae-a7d813f7a5a9,revision_number=None']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:31.709126 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c9c4e-c404-4867-a029-b265cfd66689 None None] No DVR routers for this DVR port 711a4afa-f383-48cc-83ae-a7d813f7a5a9 on host dv-cinder-753305-6-iscsi {{(pid=99510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:56:31.710491 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-a50c9c4e-c404-4867-a029-b265cfd66689 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:31.744725 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Calling delete_port for 711a4afa-f383-48cc-83ae-a7d813f7a5a9 owned by network:dhcp {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:31.817643 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.819570 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-af29948a-69fe-4ffa-a74f-413e94b9af25 tempest-VolumesActionsTest-798492256 tempest-VolumesActionsTest-798492256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:31.845660 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Pushing event deleted for resources: {'Port': ['ID=711a4afa-f383-48cc-83ae-a7d813f7a5a9,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:31.848730 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:31.849479 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] No DVR routers for this DVR port 711a4afa-f383-48cc-83ae-a7d813f7a5a9 on host dv-cinder-753305-6-iscsi {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:56:31.916771 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.925989 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8187d5c6-e779-416e-91e6-3d8db79f42a8']}} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:31.935465 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8b06de-6272-4014-a3b3-68db70332a71') {'for_net_delete': True} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:31.935711 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8b06de-6272-4014-a3b3-68db70332a71') {} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:31.943903 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12239875'] for segment, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.960966 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.967861 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=99507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:56:31.968246 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8842506'] for segment, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: self.session.flush() Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: self.session.flush() Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: self.session.flush() Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: self.session.flush() Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: Traceback (most recent call last): Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: timer() Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: cb(*args, **kw) Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: return func(*args, **kwargs) Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: self._notify() Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: self.callback(batched_events) Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: event.method(event) Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: return f(self, *a, **k) Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: return self._get(url).json() Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: return self.request(url, 'GET', **kwargs) Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:56:31.969855 dv-cinder-753305-6-iscsi neutron-server[99507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:56:32.031902 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.035992 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1d909017-5972-4c77-bd79-a31f18b50dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:32.038500 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.040686 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] 10.222.0.26 "DELETE /v2.0/networks/8187d5c6-e779-416e-91e6-3d8db79f42a8 HTTP/1.1" status: 204 len: 168 time: 0.9571285 Jun 22 00:56:32.051757 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Pushing event deleted for resources: {'Network': ['ID=8187d5c6-e779-416e-91e6-3d8db79f42a8,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:32.054106 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:32.154152 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33726) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:32.193690 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-bcaeac56-e94f-46da-85c1-364062dc7694 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=568a64bec1344b6c9e7b7ecdb3b5f0a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381558 Jun 22 00:56:32.195943 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 33728) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:32.283856 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4137-1da8-4901-b6f9-06c2fa82bde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.313329 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26ee2d-33dc-48a0-bc00-92d97c56cfc9 req-e40d4317-610b-4e65-8819-c4cf79ec9f8f tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:32.314767 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b26ee2d-33dc-48a0-bc00-92d97c56cfc9 req-e40d4317-610b-4e65-8819-c4cf79ec9f8f tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.1111348 Jun 22 00:56:32.319184 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4137-1da8-4901-b6f9-06c2fa82bde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.377427 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b26ee2d-33dc-48a0-bc00-92d97c56cfc9 req-0038d32a-de71-4322-ad1d-c03d43e8b74b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563383 Jun 22 00:56:32.394814 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4137-1da8-4901-b6f9-06c2fa82bde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.397482 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ce0c4137-1da8-4901-b6f9-06c2fa82bde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.400922 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-ce0c4137-1da8-4901-b6f9-06c2fa82bde2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1df1253-8757-4431-ae12-9fa96c3f7e2e HTTP/1.1" status: 204 len: 168 time: 0.2010217 Jun 22 00:56:32.400922 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e938caaf-ea19-4fb5-a451-bced7f94de44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:32.407983 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c4137-1da8-4901-b6f9-06c2fa82bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1df1253-8757-4431-ae12-9fa96c3f7e2e,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:32.410564 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ce0c4137-1da8-4901-b6f9-06c2fa82bde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:32.699557 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33736) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:32.738609 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c14b61fb-93c9-4737-ba6e-77f8931310d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4c27df047a54ec592899f504ba7208a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377910 Jun 22 00:56:32.740774 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33738) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:32.787066 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c1104490-1f51-4d29-9d6d-a6802a30c2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.808384 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c1104490-1f51-4d29-9d6d-a6802a30c2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.851469 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c1104490-1f51-4d29-9d6d-a6802a30c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.854650 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c1104490-1f51-4d29-9d6d-a6802a30c2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.855776 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c1104490-1f51-4d29-9d6d-a6802a30c2e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ca9f83d-2d76-48c3-912e-c76e10f53a4a HTTP/1.1" status: 204 len: 168 time: 0.1141438 Jun 22 00:56:32.856533 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-74dcfe62-da2a-4eb2-810a-a1ce5d17e67f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:32.863535 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1104490-1f51-4d29-9d6d-a6802a30c2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9f83d-2d76-48c3-912e-c76e10f53a4a,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:32.865916 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c1104490-1f51-4d29-9d6d-a6802a30c2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:33.301822 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 711a4afa-f383-48cc-83ae-a7d813f7a5a9 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:33.322050 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 711a4afa-f383-48cc-83ae-a7d813f7a5a9 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:33.322553 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 711a4afa-f383-48cc-83ae-a7d813f7a5a9 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:33.552839 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31f7d9-4635-49e6-845e-824e251f7be7 req-0a746e4c-98d5-4373-aaf4-7565f45746ce tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:33.554199 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0d31f7d9-4635-49e6-845e-824e251f7be7 req-0a746e4c-98d5-4373-aaf4-7565f45746ce tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0610254 Jun 22 00:56:33.591358 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0d31f7d9-4635-49e6-845e-824e251f7be7 req-7b4738c5-f2d0-4a0e-846e-8fa6820969dd tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309851 Jun 22 00:56:34.763286 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae795a6a-038f-4374-9d20-1d8e33d76888 req-7eb5a9f7-f45d-49c1-a870-ddef1ab2344e tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:34.764653 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ae795a6a-038f-4374-9d20-1d8e33d76888 req-7eb5a9f7-f45d-49c1-a870-ddef1ab2344e tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0648894 Jun 22 00:56:34.801659 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ae795a6a-038f-4374-9d20-1d8e33d76888 req-563c9b55-339f-4d62-bba2-1bee2f01cba6 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315251 Jun 22 00:56:35.983383 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bfaa7-5131-48cc-9068-95e241b24cd0 req-37eb4054-079d-40e3-bdc2-e8b7a1ac9ca3 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:35.984810 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f58bfaa7-5131-48cc-9068-95e241b24cd0 req-37eb4054-079d-40e3-bdc2-e8b7a1ac9ca3 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0636396 Jun 22 00:56:36.020572 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f58bfaa7-5131-48cc-9068-95e241b24cd0 req-8185f516-c42a-4b74-8d06-da44f65a9bcc tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303221 Jun 22 00:56:36.373757 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:56:37.199446 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d88df-1239-4f51-967b-1ff7d5f024b1 req-c4374a93-294c-4ae0-b175-4469798200b4 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:37.200885 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b0d88df-1239-4f51-967b-1ff7d5f024b1 req-c4374a93-294c-4ae0-b175-4469798200b4 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0687621 Jun 22 00:56:37.239407 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6b0d88df-1239-4f51-967b-1ff7d5f024b1 req-d4c68c57-514e-46d7-afe9-1aff0c7a8a48 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329518 Jun 22 00:56:38.415702 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e80da9-d101-403c-bf91-473dd9a4274a req-2a435e4e-a4b5-42ee-a607-60762f660039 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:38.417294 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e3e80da9-d101-403c-bf91-473dd9a4274a req-2a435e4e-a4b5-42ee-a607-60762f660039 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0686803 Jun 22 00:56:38.455052 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e3e80da9-d101-403c-bf91-473dd9a4274a req-4474422c-f8aa-47ff-80af-b4f62b2cb6ca tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321386 Jun 22 00:56:39.630588 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcc361-3380-462c-9982-f2bdd8ccfcde req-e066fe1d-a606-48f4-8e1d-ae7b364b1afa tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:39.632063 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-44bcc361-3380-462c-9982-f2bdd8ccfcde req-e066fe1d-a606-48f4-8e1d-ae7b364b1afa tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0692346 Jun 22 00:56:39.670317 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-44bcc361-3380-462c-9982-f2bdd8ccfcde req-5125cc03-6f7c-4b09-933b-ef03f1a72121 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319295 Jun 22 00:56:40.855624 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e57659-0e33-42dd-8d8e-b5f77101bb07 req-d85ce021-b3a1-4091-b02a-bb3452b635ab tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:40.856962 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b4e57659-0e33-42dd-8d8e-b5f77101bb07 req-d85ce021-b3a1-4091-b02a-bb3452b635ab tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0663941 Jun 22 00:56:40.893827 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b4e57659-0e33-42dd-8d8e-b5f77101bb07 req-25547ffe-f8ba-4056-9ab6-7b554d1ef85a tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311141 Jun 22 00:56:41.710081 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c32dae-b6a4-45a5-ba2d-2504defab08b req-644e0287-b2c9-4221-873e-45a9e76729f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:41.711573 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e2c32dae-b6a4-45a5-ba2d-2504defab08b req-644e0287-b2c9-4221-873e-45a9e76729f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22e2584999b7475eac023989b6168a85&device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 1099 time: 0.0522225 Jun 22 00:56:41.802119 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c32dae-b6a4-45a5-ba2d-2504defab08b req-0b7d7a18-90fa-4a28-b24c-8c7676475af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:41.803483 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e2c32dae-b6a4-45a5-ba2d-2504defab08b req-0b7d7a18-90fa-4a28-b24c-8c7676475af6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f92a2cec-a693-4e05-94b5-39b9afbe845f HTTP/1.1" status: 200 len: 909 time: 0.0842423 Jun 22 00:56:41.865177 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e2c32dae-b6a4-45a5-ba2d-2504defab08b req-67e44ffe-1d0d-49c7-b1c6-7161a3cee65d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d81e072-bc85-484c-8b2c-890176e901af HTTP/1.1" status: 200 len: 1002 time: 0.0556498 Jun 22 00:56:41.913801 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c32dae-b6a4-45a5-ba2d-2504defab08b req-99dce15e-16d2-4e03-bb94-b3e9f72f71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:41.915224 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e2c32dae-b6a4-45a5-ba2d-2504defab08b req-99dce15e-16d2-4e03-bb94-b3e9f72f71c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2c4a4-29de-4451-aa22-e51b0f342bc3 HTTP/1.1" status: 200 len: 847 time: 0.0434134 Jun 22 00:56:41.976008 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c32dae-b6a4-45a5-ba2d-2504defab08b req-f63e7bb2-4075-4cb5-aada-d2733dd5b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:41.977644 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e2c32dae-b6a4-45a5-ba2d-2504defab08b req-f63e7bb2-4075-4cb5-aada-d2733dd5b5d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f92a2cec-a693-4e05-94b5-39b9afbe845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566354 Jun 22 00:56:42.105951 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e2c32dae-b6a4-45a5-ba2d-2504defab08b req-e7473ccc-f2ad-43a2-b55b-b819419a3f2a service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221049 Jun 22 00:56:42.119981 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98064fb-df33-48d8-8861-27c32cdec1a5 req-12cd1899-99f9-4512-93be-a56d958cb5b3 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:42.121326 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d98064fb-df33-48d8-8861-27c32cdec1a5 req-12cd1899-99f9-4512-93be-a56d958cb5b3 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0968580 Jun 22 00:56:42.208875 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d98064fb-df33-48d8-8861-27c32cdec1a5 req-baa38715-25c7-4832-93b9-421da6c21bb8 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794144 Jun 22 00:56:42.233150 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e2c32dae-b6a4-45a5-ba2d-2504defab08b req-951bdc75-3f8d-4789-b110-736de83540a2 service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109076 Jun 22 00:56:43.382607 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8caf3-5b56-4ce3-8998-2f6a0a88e81a req-286c7af0-4dfe-441d-8a13-310e999e81b0 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:43.384088 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8fa8caf3-5b56-4ce3-8998-2f6a0a88e81a req-286c7af0-4dfe-441d-8a13-310e999e81b0 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0665009 Jun 22 00:56:43.421657 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8fa8caf3-5b56-4ce3-8998-2f6a0a88e81a req-bc6bb04d-ec0c-4e05-8dfd-f749c65728d9 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314574 Jun 22 00:56:44.587498 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:44.596305 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f1d45-b5cb-4080-87b5-3f96c4be4a04 req-1a130501-05af-49ed-8551-1a1d990294d7 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:44.597859 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a88f1d45-b5cb-4080-87b5-3f96c4be4a04 req-1a130501-05af-49ed-8551-1a1d990294d7 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0656235 Jun 22 00:56:44.636023 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a88f1d45-b5cb-4080-87b5-3f96c4be4a04 req-2db38421-9fe2-499c-a6d5-9e8aea00b213 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324376 Jun 22 00:56:45.805462 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96ad51-c9a7-4996-a168-d5ab6bd3dce2 req-ecbb8a65-012b-452c-8a0d-7f95dd1748ba tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:45.807846 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4d96ad51-c9a7-4996-a168-d5ab6bd3dce2 req-ecbb8a65-012b-452c-8a0d-7f95dd1748ba tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0615013 Jun 22 00:56:45.843812 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4d96ad51-c9a7-4996-a168-d5ab6bd3dce2 req-cf079b30-24a7-41ee-bc50-7d3942c1bd1a tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304322 Jun 22 00:56:46.163126 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 33798) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:46.191061 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a30ae5-a53c-473b-a354-7ef1115a9c86 req-1834cd99-d03f-45eb-8963-867522bb42f7 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:46.192613 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-38a30ae5-a53c-473b-a354-7ef1115a9c86 req-1834cd99-d03f-45eb-8963-867522bb42f7 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0679500 Jun 22 00:56:46.231832 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-38a30ae5-a53c-473b-a354-7ef1115a9c86 req-91d419ea-c0e2-4372-9e46-5f585610cad6 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334277 Jun 22 00:56:46.261996 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-ee5628d4-9de3-4a82-a73b-56bf6a6ec284 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976570 Jun 22 00:56:47.096621 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4d81e072-bc85-484c-8b2c-890176e901af no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:47.168923 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:47.190080 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:56:47.192303 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa62c53-4fb7-4eed-92cc-50aca919699a" -d '{"events": [{"server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d81e072-bc85-484c-8b2c-890176e901af"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:56:47.205258 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4d81e072-bc85-484c-8b2c-890176e901af, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4d81e072-bc85-484c-8b2c-890176e901af,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:47.210855 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:47.213165 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:47.237938 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 00:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713ab1b1-46ae-4b98-a6f9-ec2d3a5f5539 x-openstack-request-id: req-713ab1b1-46ae-4b98-a6f9-ec2d3a5f5539 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:56:47.238239 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "name": "network-vif-unplugged", "status": "failed", "tag": "4d81e072-bc85-484c-8b2c-890176e901af", "code": 422}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:56:47.238684 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-713ab1b1-46ae-4b98-a6f9-ec2d3a5f5539 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:56:47.239148 dv-cinder-753305-6-iscsi neutron-server[99510]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af', 'code': 422} returned with failed status Jun 22 00:56:47.265633 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4d81e072-bc85-484c-8b2c-890176e901af,revision_number=6']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:47.268993 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:47.417115 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80eced-a521-4c0f-ab80-77b2e340c2b6 req-665aa560-1dc7-424a-993c-e759d326759b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:47.418565 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fe80eced-a521-4c0f-ab80-77b2e340c2b6 req-665aa560-1dc7-424a-993c-e759d326759b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0663040 Jun 22 00:56:47.456041 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-fe80eced-a521-4c0f-ab80-77b2e340c2b6 req-7c90a996-f113-4bda-9a0f-62f272b63d45 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318165 Jun 22 00:56:48.638199 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63385567-a293-416e-be0f-e29dcc289198 req-b8f51f41-016d-4e85-bb93-cb29e9a7a954 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:48.639201 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-63385567-a293-416e-be0f-e29dcc289198 req-b8f51f41-016d-4e85-bb93-cb29e9a7a954 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0747106 Jun 22 00:56:48.677201 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-63385567-a293-416e-be0f-e29dcc289198 req-1dc11333-7117-4eaa-a4b4-0f8dda9419ba tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323660 Jun 22 00:56:49.852390 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf75ab0-7ee6-409e-b608-a344e3dd4530 req-8a03e494-23cf-437f-ab6a-d76560188640 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:49.853103 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9cf75ab0-7ee6-409e-b608-a344e3dd4530 req-8a03e494-23cf-437f-ab6a-d76560188640 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0648389 Jun 22 00:56:49.891429 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9cf75ab0-7ee6-409e-b608-a344e3dd4530 req-a0cf0c6d-47a2-4982-8ab4-48fec89b421c tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330422 Jun 22 00:56:50.545179 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f2f4048e-5288-4f0a-8ffb-bdcfa5f1bbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:51.016814 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-8a0f9a43-3d2b-47ff-92e5-8c4e46032ba1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593503 Jun 22 00:56:51.103299 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c777cd-093d-49ca-ad6a-722e6916cf2c req-c92ea4a9-59a9-4f2f-afe6-3d2db504856d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:51.104731 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-13c777cd-093d-49ca-ad6a-722e6916cf2c req-c92ea4a9-59a9-4f2f-afe6-3d2db504856d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0999894 Jun 22 00:56:51.146053 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-75469015-17c8-4308-8323-260543cb33d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:51.147511 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-75469015-17c8-4308-8323-260543cb33d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 1098 time: 0.0928183 Jun 22 00:56:51.153297 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-13c777cd-093d-49ca-ad6a-722e6916cf2c req-2ee4cd77-10f0-4e39-8b36-97f88e9a1575 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430140 Jun 22 00:56:51.257641 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-88c2bc80-6bf5-4f4c-ace8-6a3f005e8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:51.259108 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-88c2bc80-6bf5-4f4c-ace8-6a3f005e8e3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 911 time: 0.0898638 Jun 22 00:56:51.327620 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-4bc15099-f7d9-4950-ac2e-f6ebaa15f250 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f HTTP/1.1" status: 200 len: 1001 time: 0.0583391 Jun 22 00:56:51.377969 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-7d0484a6-bf8f-4cd9-8db2-70babea6b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:51.379699 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-7d0484a6-bf8f-4cd9-8db2-70babea6b301 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=070233c2-7174-469e-9cfd-5f96b698c040 HTTP/1.1" status: 200 len: 849 time: 0.0449750 Jun 22 00:56:51.441187 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-c197fbab-8f9b-4442-b441-9057787477aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:51.442693 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-c197fbab-8f9b-4442-b441-9057787477aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5610de5-78d9-44db-a6b3-aa484fca5de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556953 Jun 22 00:56:51.532867 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-4fda96e6-e213-431a-9881-11913dfe6161 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834548 Jun 22 00:56:51.634255 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af4a2a9d-4239-4765-a7c9-4698ccb152f5 req-709925c3-0647-4458-a0d2-add5f35bf9f9 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873487 Jun 22 00:56:52.326231 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69044acb-4b19-4997-be41-ef778fe0c708 req-45f5853b-0235-4860-ad45-29ab80a2f438 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:52.327709 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-69044acb-4b19-4997-be41-ef778fe0c708 req-45f5853b-0235-4860-ad45-29ab80a2f438 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0618505 Jun 22 00:56:52.367735 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-69044acb-4b19-4997-be41-ef778fe0c708 req-45c0b554-0596-4985-bd30-784b81cd73dc tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344112 Jun 22 00:56:52.424536 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-ce78f591-fa9d-4737-8b62-502201371858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:52.426000 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-ce78f591-fa9d-4737-8b62-502201371858 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7&tenant_id=22e2584999b7475eac023989b6168a85 HTTP/1.1" status: 200 len: 1097 time: 0.0548971 Jun 22 00:56:52.521595 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-4bb0cbb3-bd55-4eae-b9ca-4b04cabd7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:52.523071 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-4bb0cbb3-bd55-4eae-b9ca-4b04cabd7811 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22e2584999b7475eac023989b6168a85&device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 1097 time: 0.0552173 Jun 22 00:56:52.609948 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-3146bb53-3d1c-4e86-8353-85f6aaaedfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:52.611439 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-3146bb53-3d1c-4e86-8353-85f6aaaedfc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f92a2cec-a693-4e05-94b5-39b9afbe845f HTTP/1.1" status: 200 len: 909 time: 0.0821257 Jun 22 00:56:52.677031 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-76178698-573f-4d44-a7a1-1ea74135a1fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d81e072-bc85-484c-8b2c-890176e901af HTTP/1.1" status: 200 len: 1000 time: 0.0590901 Jun 22 00:56:52.728595 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-a1bb6d3e-0b0e-4e6e-9280-bf1b5f89215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:52.730664 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-a1bb6d3e-0b0e-4e6e-9280-bf1b5f89215c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2c4a4-29de-4451-aa22-e51b0f342bc3 HTTP/1.1" status: 200 len: 847 time: 0.0424232 Jun 22 00:56:52.786758 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-012d76df-df84-47d4-8b59-ad448e4c258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:52.788236 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-012d76df-df84-47d4-8b59-ad448e4c258c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f92a2cec-a693-4e05-94b5-39b9afbe845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505276 Jun 22 00:56:52.876774 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-630b85d8-8ab4-41f7-8a87-9d69ebd7628e service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821180 Jun 22 00:56:52.961830 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-67c2811d-a236-42e8-afe3-e5ae939d9b47 req-cf15fdca-e209-4193-b998-ed8167b43a2f service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787592 Jun 22 00:56:52.988567 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-b5b5834c-6474-4874-abd3-1e019e3e9ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:53.539924 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75a768-0bd6-4e32-af8b-45448c5b7157 req-3c1bde97-26a7-413a-bc0f-b88c6dc65cd8 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:53.541273 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0c75a768-0bd6-4e32-af8b-45448c5b7157 req-3c1bde97-26a7-413a-bc0f-b88c6dc65cd8 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0648599 Jun 22 00:56:53.582296 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0c75a768-0bd6-4e32-af8b-45448c5b7157 req-8170bc0e-da15-45eb-8ad5-c571f7bb0a7e tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351250 Jun 22 00:56:53.593412 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:54.568393 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:54.750588 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a6220-9558-4353-9240-f0b10f512521 req-50793307-dcdf-4b1a-a076-106c7f22e15d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:54.752107 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-246a6220-9558-4353-9240-f0b10f512521 req-50793307-dcdf-4b1a-a076-106c7f22e15d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0621643 Jun 22 00:56:54.787696 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-246a6220-9558-4353-9240-f0b10f512521 req-a49067f1-ea26-4a54-b0b9-4dc8e49871a5 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301108 Jun 22 00:56:55.957232 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac9e40-a791-4cf7-9d17-d70de87b77e8 req-b57fd992-9f6f-4f7d-b199-71ae8453d6ff tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:55.958650 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-05ac9e40-a791-4cf7-9d17-d70de87b77e8 req-b57fd992-9f6f-4f7d-b199-71ae8453d6ff tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0613801 Jun 22 00:56:55.994880 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-05ac9e40-a791-4cf7-9d17-d70de87b77e8 req-8f8a83a8-8b9d-493d-a1d0-20ac1443fe1d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298245 Jun 22 00:56:56.193033 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.171834 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac22bb-e367-48c0-b148-1e159d66ce97 req-fc3dfe0d-335f-45ea-a7e5-f78f80c4011d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:57.173181 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e6ac22bb-e367-48c0-b148-1e159d66ce97 req-fc3dfe0d-335f-45ea-a7e5-f78f80c4011d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0657828 Jun 22 00:56:57.211535 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e6ac22bb-e367-48c0-b148-1e159d66ce97 req-1f828d4f-7bc8-479e-a9aa-ef2b54868834 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328071 Jun 22 00:56:58.383669 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931774be-a8d4-48cb-8138-625e36b5e144 req-82b66b11-5b99-44bf-aaca-0812329b56cf tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:58.385101 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-931774be-a8d4-48cb-8138-625e36b5e144 req-82b66b11-5b99-44bf-aaca-0812329b56cf tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0631952 Jun 22 00:56:58.422998 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-931774be-a8d4-48cb-8138-625e36b5e144 req-8bd7423e-143c-44fc-874b-351fe94277dc tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 Jun 22 00:56:59.595695 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136e28e-0d74-4c12-86f4-14de7fa6e6c8 req-ec95d11e-e19c-40ee-a055-27e57523c66d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:59.597088 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9136e28e-0d74-4c12-86f4-14de7fa6e6c8 req-ec95d11e-e19c-40ee-a055-27e57523c66d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0648742 Jun 22 00:56:59.632442 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9136e28e-0d74-4c12-86f4-14de7fa6e6c8 req-d1c04f03-333c-4694-addf-2a5705845909 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297353 Jun 22 00:57:00.798792 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08255d7d-fe4b-40ab-81bc-45f9efa85c4d req-d609f906-d58f-44cd-9b75-144161c8edb7 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:00.800175 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-08255d7d-fe4b-40ab-81bc-45f9efa85c4d req-d609f906-d58f-44cd-9b75-144161c8edb7 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 944 time: 0.0613480 Jun 22 00:57:00.836622 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-08255d7d-fe4b-40ab-81bc-45f9efa85c4d req-73a1a724-6949-46c4-b0b7-e05a19827385 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309665 Jun 22 00:57:01.173357 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4d81e072-bc85-484c-8b2c-890176e901af details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:57:01.266214 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4d81e072-bc85-484c-8b2c-890176e901af, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4d81e072-bc85-484c-8b2c-890176e901af,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:01.277626 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '4d81e072-bc85-484c-8b2c-890176e901af', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'port_id': '4d81e072-bc85-484c-8b2c-890176e901af', 'mac_address': 'fa:16:3e:d2:f9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:57:01.316911 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.329902 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d81e072-bc85-484c-8b2c-890176e901af {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:57:01.349761 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4d81e072-bc85-484c-8b2c-890176e901af, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4d81e072-bc85-484c-8b2c-890176e901af,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:01.355139 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.356803 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:01.402915 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4d81e072-bc85-484c-8b2c-890176e901af,revision_number=7']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:01.406052 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:01.772224 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['4d81e072-bc85-484c-8b2c-890176e901af'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:57:02.008934 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c2aa4-bf90-42c4-aa7b-091ca8822f53 req-e7e2a305-7834-463d-84e6-b8e5620f43cc tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:02.010907 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2a1c2aa4-bf90-42c4-aa7b-091ca8822f53 req-e7e2a305-7834-463d-84e6-b8e5620f43cc tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 945 time: 0.0609751 Jun 22 00:57:02.048613 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2a1c2aa4-bf90-42c4-aa7b-091ca8822f53 req-1302299b-5b90-4843-9d18-763371588f9b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316362 Jun 22 00:57:03.191994 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4d81e072-bc85-484c-8b2c-890176e901af up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:57:03.222947 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae1dd3-d46f-4f77-92fe-50b6bdc70d49 req-f43b4fe2-b225-46bd-bc43-fe6288f395c8 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:03.224408 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-82ae1dd3-d46f-4f77-92fe-50b6bdc70d49 req-f43b4fe2-b225-46bd-bc43-fe6288f395c8 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 945 time: 0.0683160 Jun 22 00:57:03.239759 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 4d81e072-bc85-484c-8b2c-890176e901af triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:57:03.240142 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:03.262554 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-82ae1dd3-d46f-4f77-92fe-50b6bdc70d49 req-23c43da6-3fec-4e99-886c-af02ca755342 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318477 Jun 22 00:57:03.314614 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:03.335871 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:57:03.338003 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dade40cf-85bc-4c9d-a6a9-ec0b82eb356c" -d '{"events": [{"server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "name": "network-vif-plugged", "status": "completed", "tag": "4d81e072-bc85-484c-8b2c-890176e901af"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:57:03.350421 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4d81e072-bc85-484c-8b2c-890176e901af, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4d81e072-bc85-484c-8b2c-890176e901af,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:03.355327 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:03.357984 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:03.382362 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaf3824-dad1-4fb2-960a-0241aca2ef66 x-openstack-request-id: req-1aaf3824-dad1-4fb2-960a-0241aca2ef66 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:57:03.382662 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "name": "network-vif-plugged", "status": "completed", "tag": "4d81e072-bc85-484c-8b2c-890176e901af", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:57:03.382937 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1aaf3824-dad1-4fb2-960a-0241aca2ef66 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:57:03.383331 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af', 'code': 200} Jun 22 00:57:03.407832 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4d81e072-bc85-484c-8b2c-890176e901af,revision_number=8']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:03.410611 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:03.651750 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4951df8-e91a-48c5-91d2-93c2b75c6b3f req-d8ecc210-8ba3-4fa6-891c-e0bea7ac61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:03.653075 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b4951df8-e91a-48c5-91d2-93c2b75c6b3f req-d8ecc210-8ba3-4fa6-891c-e0bea7ac61dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 1099 time: 0.0506258 Jun 22 00:57:03.687285 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b4951df8-e91a-48c5-91d2-93c2b75c6b3f req-175d8d69-cfc4-43fd-b7db-7ea0eac730f6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272141 Jun 22 00:57:04.439544 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fd8c8-7920-48b9-9da6-d1f2fc9ce315 req-a670ed28-72cb-4972-9e34-a16e6c1d842a tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:04.440907 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-581fd8c8-7920-48b9-9da6-d1f2fc9ce315 req-a670ed28-72cb-4972-9e34-a16e6c1d842a tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0654318 Jun 22 00:57:04.478306 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-581fd8c8-7920-48b9-9da6-d1f2fc9ce315 req-970faab0-9ffd-43a0-b0bb-547c9a0d44ce tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318525 Jun 22 00:57:05.645322 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c18e5-9571-40e4-9d21-730db2eb1fba req-d42a5805-63a7-4b09-ad0c-708575a65ee8 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:05.646672 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f99c18e5-9571-40e4-9d21-730db2eb1fba req-d42a5805-63a7-4b09-ad0c-708575a65ee8 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0612905 Jun 22 00:57:05.683723 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f99c18e5-9571-40e4-9d21-730db2eb1fba req-9da16a60-130b-4253-816c-92ef68cf1e5d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308647 Jun 22 00:57:13.372131 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:57:14.615494 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:20.545648 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-56c433f3-ebb9-43da-ac15-fd1465aec1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:22.988709 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-da252b65-e1e6-428f-8490-f35dc10d32c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:23.594571 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.570283 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:26.199742 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.163671 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844c584-0c7f-469d-b822-dd8f45d6acdc req-25925935-b6a3-4978-9362-fbb8872b4684 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:27.165108 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b844c584-0c7f-469d-b822-dd8f45d6acdc req-25925935-b6a3-4978-9362-fbb8872b4684 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 946 time: 0.0611355 Jun 22 00:57:27.202582 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b844c584-0c7f-469d-b822-dd8f45d6acdc req-b9b681a9-b41f-4a7d-b744-718fa1aea22d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307138 Jun 22 00:57:28.533148 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a11517-3742-4e8f-8272-c29b54a8bb1d req-db807f12-292c-4f80-b7c1-f373cb650bff tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:28.534583 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a8a11517-3742-4e8f-8272-c29b54a8bb1d req-db807f12-292c-4f80-b7c1-f373cb650bff tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 946 time: 0.0662901 Jun 22 00:57:28.574658 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a8a11517-3742-4e8f-8272-c29b54a8bb1d req-90b680d2-9a35-47ed-9ae5-a0a7cb00abe1 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339508 Jun 22 00:57:29.194346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63924e7-b777-4274-875c-fecf48a438ba req-7d13887c-580b-4625-a5c0-a0521de79ab0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:29.195875 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a63924e7-b777-4274-875c-fecf48a438ba req-7d13887c-580b-4625-a5c0-a0521de79ab0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 946 time: 0.0624087 Jun 22 00:57:29.301890 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Deleting port d1b78a1d-de5d-4a68-9b66-ca545e000324 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:57:29.302237 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:29.389797 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] For port d1b78a1d-de5d-4a68-9b66-ca545e000324, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=d1b78a1d-de5d-4a68-9b66-ca545e000324,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:29.390161 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:29.554210 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:29.554906 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:29.554906 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Floating IP f9b64ee1-1169-4a5d-9c56-93e6bf8e781f disassociated. External IP: 172.27.0.125, port: d1b78a1d-de5d-4a68-9b66-ca545e000324. Jun 22 00:57:29.555241 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Calling delete_port for d1b78a1d-de5d-4a68-9b66-ca545e000324 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:57:29.676854 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:29.682172 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-f698ae65-cf47-4506-acbf-32d348c9af51 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:29.736973 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event deleted for resources: {'Port': ['ID=d1b78a1d-de5d-4a68-9b66-ca545e000324,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:29.741977 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-92cd9190-589f-449e-9705-71ad9bc222b1 req-630f71a4-da2c-4eac-9f50-7b750a13e787 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 210 time: 0.0563374 Jun 22 00:57:29.750450 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.751085 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.751469 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.751861 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.752227 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.752586 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.752984 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.753344 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.753739 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.754093 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.754443 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.754798 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:29.788144 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:29.858648 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:57:29.963451 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:57:29.972373 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92da65-633b-44b9-9f59-25f15850e8df None None] Sync routers for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:57:29.980837 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92da65-633b-44b9-9f59-25f15850e8df None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:57:29.981380 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-dc92da65-633b-44b9-9f59-25f15850e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:57:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:57:30.005043 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] No DVR routers for this DVR port d1b78a1d-de5d-4a68-9b66-ca545e000324 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:57:30.007531 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:30.009653 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a63924e7-b777-4274-875c-fecf48a438ba req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "DELETE /v2.0/ports/d1b78a1d-de5d-4a68-9b66-ca545e000324 HTTP/1.1" status: 204 len: 173 time: 0.8055692 Jun 22 00:57:30.010164 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'name': 'network-vif-deleted', 'tag': 'd1b78a1d-de5d-4a68-9b66-ca545e000324'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:57:30.013735 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16155ab3-d0a4-4441-9a45-71b1a520baac" -d '{"events": [{"server_uuid": "16d05115-b7e1-42fb-b59b-14486f0b0ccd", "name": "network-vif-deleted", "tag": "d1b78a1d-de5d-4a68-9b66-ca545e000324"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:57:30.060748 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1153c2e-12c7-4ef7-9338-172c35601c7c x-openstack-request-id: req-f1153c2e-12c7-4ef7-9338-172c35601c7c {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:57:30.061075 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d05115-b7e1-42fb-b59b-14486f0b0ccd", "name": "network-vif-deleted", "tag": "d1b78a1d-de5d-4a68-9b66-ca545e000324", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:57:30.061363 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1153c2e-12c7-4ef7-9338-172c35601c7c {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:57:30.061792 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d05115-b7e1-42fb-b59b-14486f0b0ccd', 'name': 'network-vif-deleted', 'tag': 'd1b78a1d-de5d-4a68-9b66-ca545e000324', 'status': 'completed', 'code': 200} Jun 22 00:57:30.092972 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-dc92da65-633b-44b9-9f59-25f15850e8df None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:57:30.287186 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-dc92da65-633b-44b9-9f59-25f15850e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:57:30.315976 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92da65-633b-44b9-9f59-25f15850e8df None None] Checking router: 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:57:30.323877 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc92da65-633b-44b9-9f59-25f15850e8df None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:57:30.324476 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-dc92da65-633b-44b9-9f59-25f15850e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:57:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:57:30.554373 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-dc92da65-633b-44b9-9f59-25f15850e8df None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:57:30.746204 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-dc92da65-633b-44b9-9f59-25f15850e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:57:30.772680 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc92da65-633b-44b9-9f59-25f15850e8df None None] The sync data for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi is: [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:57:30.907222 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-de064aaf-eb69-4aff-a33f-4b699e60704d req-122d6fe5-2851-4a45-a0b0-01503093f97f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d05115-b7e1-42fb-b59b-14486f0b0ccd HTTP/1.1" status: 200 len: 210 time: 0.0318928 Jun 22 00:57:31.005646 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d507a-dbca-4b48-a75f-c5a79e87015c None None] New status for floating IP f9b64ee1-1169-4a5d-9c56-93e6bf8e781f: DOWN {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:57:32.186410 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-9338942a-32ad-481f-b9d3-189d5052dc4e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586627260&fields=id&tenant_id=ebf63b041c0046d29dac298f4c8f4558 HTTP/1.1" status: 200 len: 267 time: 0.0325975 Jun 22 00:57:32.577419 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-57ba6c86-2565-43c1-bff8-0727e2eacbf3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:32.578882 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-57ba6c86-2565-43c1-bff8-0727e2eacbf3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 811 time: 0.3863513 Jun 22 00:57:32.594176 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-376aaff3-33ee-4b41-b35f-afd3373462c9 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/quotas/ebf63b041c0046d29dac298f4c8f4558 HTTP/1.1" status: 200 len: 375 time: 0.0097992 Jun 22 00:57:32.659999 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-7dd733f1-27c2-4172-8b9e-56e036f318d6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608215 Jun 22 00:57:32.755929 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-291dd783-5545-4edb-8242-b9c8f87da918 service neutron] 10.222.0.26 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818496 Jun 22 00:57:32.843769 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-33c98195-12df-43e2-a6a1-c0742d08d283 service neutron] 10.222.0.26 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823078 Jun 22 00:57:33.138902 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-77f16914-c768-46f3-82d7-b3c451eae3e5 req-caee784f-489a-4ba0-8cc4-93a7e60b73ec tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 210 time: 0.0321445 Jun 22 00:57:33.345434 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device d1b78a1d-de5d-4a68-9b66-ca545e000324 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:57:33.368390 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: d1b78a1d-de5d-4a68-9b66-ca545e000324 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:57:33.368742 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device d1b78a1d-de5d-4a68-9b66-ca545e000324 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:57:34.298291 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-580bf88e-7f6e-42c0-8085-6de6a460e0f9 req-ec9a68fe-b139-4d7f-9178-8f98b1dd683e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 210 time: 0.0471137 Jun 22 00:57:34.306782 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-00ef7016-b618-4407-8fa2-205f53c476da tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:34.308192 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-00ef7016-b618-4407-8fa2-205f53c476da tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 811 time: 0.1315601 Jun 22 00:57:34.357441 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-4f47c50b-e579-4509-b719-022dcbb71955 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebf63b041c0046d29dac298f4c8f4558 HTTP/1.1" status: 200 len: 379 time: 0.0341198 Jun 22 00:57:34.379087 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'port': {'device_id': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'admin_state_up': True, 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'security_groups': ['c8b90c42-60b5-4690-a416-b460f4f0a752']}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:57:34.483731 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Made reservation on behalf of ebf63b041c0046d29dac298f4c8f4558 for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:57:34.487450 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:34.611315 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Allocated IP 172.20.0.7 (91572343-6549-47c0-a188-a4c479854ae1/d68c98e5-d99c-4c13-bde3-49f2126f56e2/4dcce61b-4381-4e50-b2f0-d879cdf9be24) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:57:34.748023 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:34.760985 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Transition to ACTIVE for port object 4dcce61b-4381-4e50-b2f0-d879cdf9be24 will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:57:34.793824 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:34.798709 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-6867c3ba-6552-4cc0-8f1e-30ffbd638339 tempest-AttachVolumeNegativeTest-1977143494 tempest-AttachVolumeNegativeTest-1977143494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:34.838705 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Network 91572343-6549-47c0-a188-a4c479854ae1 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:57:34.842872 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:57:34.845543 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:57:34.876104 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'Port': ['ID=4dcce61b-4381-4e50-b2f0-d879cdf9be24,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:34.880614 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:34.905944 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:34.906564 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:34.922342 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5467465 Jun 22 00:57:34.946800 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Request body: {'port': {'device_id': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:57:35.030958 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:35.047142 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-b9936f3e-2e80-4c60-ab91-6904714e3d83 None None] Provisioning for port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:57:35.051257 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-b9936f3e-2e80-4c60-ab91-6904714e3d83 None None] Provisioning complete for port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:57:35.051825 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-b9936f3e-2e80-4c60-ab91-6904714e3d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:35.089443 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-b9936f3e-2e80-4c60-ab91-6904714e3d83 None None] Port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:57:35.290077 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcce61b-4381-4e50-b2f0-d879cdf9be24 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:57:35.298063 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:35.309852 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Transition to ACTIVE for port object 4dcce61b-4381-4e50-b2f0-d879cdf9be24 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:57:35.313771 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:35.316620 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:35.396807 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcce61b-4381-4e50-b2f0-d879cdf9be24,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:35.399685 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:35.525324 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Attempting to bind port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:57:35.525708 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Attempting to bind port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:57:35.526076 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Attempting to bind port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 on network 91572343-6549-47c0-a188-a4c479854ae1 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:57:35.535120 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 on network 91572343-6549-47c0-a188-a4c479854ae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:57:35.535457 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Attempting to bind port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 on network 91572343-6549-47c0-a188-a4c479854ae1 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:57:35.549643 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07296fd-f32f-431e-abd8-cfe47a748522 req-e9010d0d-1442-4679-9f62-c808ce43ce75 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:35.551152 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e07296fd-f32f-431e-abd8-cfe47a748522 req-e9010d0d-1442-4679-9f62-c808ce43ce75 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 943 time: 0.1256113 Jun 22 00:57:35.553947 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:57:35.554300 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Checking segment: {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:57:35.554695 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Bound using segment: {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:57:35.555451 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Bound port: 4dcce61b-4381-4e50-b2f0-d879cdf9be24, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:57:35.555812 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:35.635478 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e07296fd-f32f-431e-abd8-cfe47a748522 req-248f13b9-cc56-4286-b33b-92035b9adc63 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757010 Jun 22 00:57:35.660781 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] For port 4dcce61b-4381-4e50-b2f0-d879cdf9be24, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:57:35.663984 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] For port 4dcce61b-4381-4e50-b2f0-d879cdf9be24, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4dcce61b-4381-4e50-b2f0-d879cdf9be24,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:57:35.667949 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:35.670519 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e4e79686-ee8e-421e-953c-6a19a2875665 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:35.706658 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:35.707320 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:35.708703 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] 10.222.0.15 "PUT /v2.0/ports/4dcce61b-4381-4e50-b2f0-d879cdf9be24 HTTP/1.1" status: 200 len: 1093 time: 0.7666078 Jun 22 00:57:35.709203 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'tag': '4dcce61b-4381-4e50-b2f0-d879cdf9be24'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:57:35.711540 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8359b-289d-4af4-a4a7-28a07dc0433f" -d '{"events": [{"name": "network-changed", "server_uuid": "f406c1e8-abcc-4a93-9332-5cf02cb6ddd0", "tag": "4dcce61b-4381-4e50-b2f0-d879cdf9be24"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:57:35.733791 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcce61b-4381-4e50-b2f0-d879cdf9be24,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:35.744988 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:35.758539 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63835677-63af-4220-8c4e-9368d41d906d x-openstack-request-id: req-63835677-63af-4220-8c4e-9368d41d906d {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:57:35.758869 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f406c1e8-abcc-4a93-9332-5cf02cb6ddd0", "tag": "4dcce61b-4381-4e50-b2f0-d879cdf9be24", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:57:35.759203 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63835677-63af-4220-8c4e-9368d41d906d {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:57:35.759637 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'tag': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'status': 'completed', 'code': 200} Jun 22 00:57:35.842479 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-336d8b35-4de7-4d3b-8081-a444999efc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:35.844230 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-336d8b35-4de7-4d3b-8081-a444999efc6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 1096 time: 0.0607998 Jun 22 00:57:35.892745 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-ac7b61e3-b090-4f11-8257-e4959a457bc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dcce61b-4381-4e50-b2f0-d879cdf9be24 HTTP/1.1" status: 200 len: 217 time: 0.0337598 Jun 22 00:57:35.940462 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-b019a97c-e43d-46a8-b36e-f30edf37f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:35.941958 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-b019a97c-e43d-46a8-b36e-f30edf37f236 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0434837 Jun 22 00:57:35.998130 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-7eb3a052-afa2-4872-a476-bf08167f885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:35.999581 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-7eb3a052-afa2-4872-a476-bf08167f885f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504551 Jun 22 00:57:36.106006 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-d68d6b0c-1f2c-41d2-a609-1b920cf391d6 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963607 Jun 22 00:57:36.198048 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bef74ecc-84f6-4cc8-8ca7-2b6452b0e88b req-e23510a2-36c7-4292-9d09-0170b8a05a27 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837440 Jun 22 00:57:36.366403 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8359b-289d-4af4-a4a7-28a07dc0433f req-4815e353-35af-446c-8e7c-45b88de1951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:36.367927 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-69f8359b-289d-4af4-a4a7-28a07dc0433f req-4815e353-35af-446c-8e7c-45b88de1951c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 1096 time: 0.0672681 Jun 22 00:57:36.456141 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8359b-289d-4af4-a4a7-28a07dc0433f req-1385e857-2a6b-4567-8bdc-d9c556555591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:36.457469 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-69f8359b-289d-4af4-a4a7-28a07dc0433f req-1385e857-2a6b-4567-8bdc-d9c556555591 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 912 time: 0.0813370 Jun 22 00:57:36.504892 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-69f8359b-289d-4af4-a4a7-28a07dc0433f req-1b33ea36-bb49-493b-8ff4-8235582c4635 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dcce61b-4381-4e50-b2f0-d879cdf9be24 HTTP/1.1" status: 200 len: 217 time: 0.0405262 Jun 22 00:57:36.572897 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8359b-289d-4af4-a4a7-28a07dc0433f req-7cf1feae-3f12-4796-a64e-8fe3723c6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:36.574342 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-69f8359b-289d-4af4-a4a7-28a07dc0433f req-7cf1feae-3f12-4796-a64e-8fe3723c6668 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0473957 Jun 22 00:57:36.632332 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8359b-289d-4af4-a4a7-28a07dc0433f req-b9093482-ab14-4b0e-96b6-595c4d8f05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:36.633787 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-69f8359b-289d-4af4-a4a7-28a07dc0433f req-b9093482-ab14-4b0e-96b6-595c4d8f05ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525677 Jun 22 00:57:36.735825 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-69f8359b-289d-4af4-a4a7-28a07dc0433f req-e3d795a1-3f84-4c0c-b2bf-305bfbcfa109 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937293 Jun 22 00:57:36.878558 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-69f8359b-289d-4af4-a4a7-28a07dc0433f req-e368c5cf-021e-4655-bf8b-7b045b990d98 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283231 Jun 22 00:57:36.887809 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae23ea-0a83-40aa-9d79-50d2e470ac3d req-fb6a97ac-a79c-4153-9ef1-b0cc684244ad tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:36.889200 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9dae23ea-0a83-40aa-9d79-50d2e470ac3d req-fb6a97ac-a79c-4153-9ef1-b0cc684244ad tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 943 time: 0.1316254 Jun 22 00:57:36.926791 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9dae23ea-0a83-40aa-9d79-50d2e470ac3d req-b9aca3f7-5ad2-4d32-92bf-bb9b6fc01c85 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319753 Jun 22 00:57:37.011333 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea731e1-c7d6-4bff-85a8-225c25300724 req-7dc51edf-aa2f-488f-9bc0-6a7c5c942f57 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:37.013035 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-aea731e1-c7d6-4bff-85a8-225c25300724 req-7dc51edf-aa2f-488f-9bc0-6a7c5c942f57 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0646365 Jun 22 00:57:37.049834 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-aea731e1-c7d6-4bff-85a8-225c25300724 req-d902ef23-7d5c-4420-b30a-fbbb22ff2e4c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308621 Jun 22 00:57:38.100308 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc4947-69c0-45f9-99f2-0bdecdee31a7 req-0b12494f-d722-4bbc-9130-17f61efdb534 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:38.101757 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-90dc4947-69c0-45f9-99f2-0bdecdee31a7 req-0b12494f-d722-4bbc-9130-17f61efdb534 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0629263 Jun 22 00:57:38.139350 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-90dc4947-69c0-45f9-99f2-0bdecdee31a7 req-45457c2d-1ae7-45bc-bfe9-9d210f0bdf92 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309126 Jun 22 00:57:38.224303 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fa3d0-001a-4ac9-b2e2-1aa3301c0f48 req-1828bfd0-7b34-4654-b23d-d001e1e4b2f7 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:38.225730 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6f5fa3d0-001a-4ac9-b2e2-1aa3301c0f48 req-1828bfd0-7b34-4654-b23d-d001e1e4b2f7 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0654385 Jun 22 00:57:38.262336 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6f5fa3d0-001a-4ac9-b2e2-1aa3301c0f48 req-e65074e9-0051-4e6c-aa16-e323b97eb0d4 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302124 Jun 22 00:57:39.309518 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40332a9-e2b1-4c7f-bf73-bef59dc50f13 req-7fe221c2-6f13-4d36-996c-632f5a1e1d5e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:39.311198 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e40332a9-e2b1-4c7f-bf73-bef59dc50f13 req-7fe221c2-6f13-4d36-996c-632f5a1e1d5e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0628965 Jun 22 00:57:39.347995 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e40332a9-e2b1-4c7f-bf73-bef59dc50f13 req-7d771fde-9765-472f-a44c-6287b3e940e3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Jun 22 00:57:39.437010 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378b29b-d77d-4fc3-b960-d5c0ae5234b7 req-2d0fb0fb-ec6c-4fc9-ab54-e21ce3139f58 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:39.438372 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2378b29b-d77d-4fc3-b960-d5c0ae5234b7 req-2d0fb0fb-ec6c-4fc9-ab54-e21ce3139f58 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0658371 Jun 22 00:57:39.475625 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2378b29b-d77d-4fc3-b960-d5c0ae5234b7 req-93563f1c-73d8-4833-ada2-ab3ba38145da tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310719 Jun 22 00:57:40.519772 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6e79b-3495-4d2b-bc33-edc650711afe req-763d585e-bf88-4968-a086-db5edc28fb5a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:40.521244 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a0c6e79b-3495-4d2b-bc33-edc650711afe req-763d585e-bf88-4968-a086-db5edc28fb5a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0649595 Jun 22 00:57:40.563952 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a0c6e79b-3495-4d2b-bc33-edc650711afe req-8367bebe-0e49-4aee-b83e-b677d66d9e53 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371699 Jun 22 00:57:40.656150 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee863fb7-1ec1-4931-89c8-c22a787ef85e req-f3d95ace-750a-42bf-95fb-92e4e1d42f9c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:40.657473 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ee863fb7-1ec1-4931-89c8-c22a787ef85e req-f3d95ace-750a-42bf-95fb-92e4e1d42f9c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0619948 Jun 22 00:57:40.694833 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ee863fb7-1ec1-4931-89c8-c22a787ef85e req-f3e1cfe2-202a-4cb9-abab-604c6f6c3747 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318186 Jun 22 00:57:41.734567 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfec810-1556-4717-93e3-48df3f6648bd req-7715e1ef-c23d-43de-a5db-f0e57ba5f614 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:41.736066 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ecfec810-1556-4717-93e3-48df3f6648bd req-7715e1ef-c23d-43de-a5db-f0e57ba5f614 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0657892 Jun 22 00:57:41.773869 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ecfec810-1556-4717-93e3-48df3f6648bd req-00e0544c-4a4d-4767-ba34-c337a7af0bca tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321674 Jun 22 00:57:41.871702 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c45a76-badd-4a7b-9962-cd4c70fb670b req-1e9a0997-9128-4597-8a3d-6a808c4b8e52 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:41.873218 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61c45a76-badd-4a7b-9962-cd4c70fb670b req-1e9a0997-9128-4597-8a3d-6a808c4b8e52 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0625346 Jun 22 00:57:41.909824 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-61c45a76-badd-4a7b-9962-cd4c70fb670b req-b3428af4-477f-4dde-9581-d6c3cb27fbf5 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311241 Jun 22 00:57:42.945065 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05d08d-afc5-444e-a957-75411a07e5a8 req-cab803be-1bcc-47c5-b253-14b4eff35b7d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:42.946543 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef05d08d-afc5-444e-a957-75411a07e5a8 req-cab803be-1bcc-47c5-b253-14b4eff35b7d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0654166 Jun 22 00:57:42.984391 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef05d08d-afc5-444e-a957-75411a07e5a8 req-af72afad-f475-4769-a597-d443462ec270 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Jun 22 00:57:43.083113 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2b7f9-c3c9-42dd-a777-d34522078d64 req-1394cb10-9c94-4389-a38e-e3adc0430807 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:43.084586 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0be2b7f9-c3c9-42dd-a777-d34522078d64 req-1394cb10-9c94-4389-a38e-e3adc0430807 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0611303 Jun 22 00:57:43.120686 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0be2b7f9-c3c9-42dd-a777-d34522078d64 req-62691c08-db4a-4380-956d-35a1d79afe31 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306149 Jun 22 00:57:44.150504 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38ca90-678b-41f3-b2cc-0dbf16e6d2a3 req-f9eaefc9-2328-42e6-bb68-655a39b4dc71 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:44.151991 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cc38ca90-678b-41f3-b2cc-0dbf16e6d2a3 req-f9eaefc9-2328-42e6-bb68-655a39b4dc71 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0605357 Jun 22 00:57:44.189796 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cc38ca90-678b-41f3-b2cc-0dbf16e6d2a3 req-69b4415f-a62d-4bf0-a7f4-ad90456a8f93 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318017 Jun 22 00:57:44.297902 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df6a32-9653-4493-98e5-a8a0d1ab16cb req-b9b39a54-5481-4bd8-8ad0-65fd8741bef8 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:44.299250 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a9df6a32-9653-4493-98e5-a8a0d1ab16cb req-b9b39a54-5481-4bd8-8ad0-65fd8741bef8 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0646193 Jun 22 00:57:44.335867 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a9df6a32-9653-4493-98e5-a8a0d1ab16cb req-4f849248-a12a-4146-81de-6938d91a8ae0 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311792 Jun 22 00:57:44.616491 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:45.357304 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0109bc-7c69-48fa-8f1b-e5399ab9791b req-631306ee-b398-4856-a837-1f0ec0502f5b tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:45.358758 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1a0109bc-7c69-48fa-8f1b-e5399ab9791b req-631306ee-b398-4856-a837-1f0ec0502f5b tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 943 time: 0.0631928 Jun 22 00:57:45.395961 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1a0109bc-7c69-48fa-8f1b-e5399ab9791b req-6d5ec745-0f3c-4765-a18d-128a8ae24763 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314295 Jun 22 00:57:45.447781 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4dcce61b-4381-4e50-b2f0-d879cdf9be24 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:57:45.512434 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1315c2a-a6a4-4d0f-b0c0-2346649fcb64 req-a8449f7e-1b88-44a4-8bfd-6e97c76f26e5 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:45.513914 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e1315c2a-a6a4-4d0f-b0c0-2346649fcb64 req-a8449f7e-1b88-44a4-8bfd-6e97c76f26e5 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0679035 Jun 22 00:57:45.541375 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4dcce61b-4381-4e50-b2f0-d879cdf9be24, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4dcce61b-4381-4e50-b2f0-d879cdf9be24,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:45.552928 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e1315c2a-a6a4-4d0f-b0c0-2346649fcb64 req-51795740-eb71-4598-9c64-d8ed66f7db1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 Jun 22 00:57:45.553141 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'port_id': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'mac_address': 'fa:16:3e:87:42:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:57:45.593127 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:45.605122 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcce61b-4381-4e50-b2f0-d879cdf9be24 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:57:45.624008 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4dcce61b-4381-4e50-b2f0-d879cdf9be24, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4dcce61b-4381-4e50-b2f0-d879cdf9be24,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:45.627520 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:45.629215 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:45.672939 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4dcce61b-4381-4e50-b2f0-d879cdf9be24,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:45.679665 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.680270 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.680616 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.680955 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.681290 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.681626 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.681956 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.682285 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.682617 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.682961 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.683294 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.684150 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:45.688023 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:46.099901 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['4dcce61b-4381-4e50-b2f0-d879cdf9be24'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:57:46.566861 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943788a-1ba9-4443-a0b0-c6bcc52553c3 req-6c470554-b3e9-4c20-8d32-4038dbe4237f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:46.568309 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4943788a-1ba9-4443-a0b0-c6bcc52553c3 req-6c470554-b3e9-4c20-8d32-4038dbe4237f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 944 time: 0.0618324 Jun 22 00:57:46.605180 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4943788a-1ba9-4443-a0b0-c6bcc52553c3 req-c91ea02b-a598-42cf-b3b9-43d1566673da tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313563 Jun 22 00:57:46.726670 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd71780-9faf-42f6-9a0d-62b2548b5f7d req-1b3964e5-00da-44f4-ae92-734a863ea3cd tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:46.728142 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7cd71780-9faf-42f6-9a0d-62b2548b5f7d req-1b3964e5-00da-44f4-ae92-734a863ea3cd tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0619552 Jun 22 00:57:46.764344 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7cd71780-9faf-42f6-9a0d-62b2548b5f7d req-af662f76-e565-4333-b8b6-8749187ec728 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304892 Jun 22 00:57:47.451312 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4dcce61b-4381-4e50-b2f0-d879cdf9be24 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:57:47.498312 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:57:47.501945 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:57:47.502329 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:47.577771 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:47.598291 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcce61b-4381-4e50-b2f0-d879cdf9be24'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:57:47.600555 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca886eb1-6771-453b-8907-29acfd1ff973" -d '{"events": [{"server_uuid": "f406c1e8-abcc-4a93-9332-5cf02cb6ddd0", "name": "network-vif-plugged", "status": "completed", "tag": "4dcce61b-4381-4e50-b2f0-d879cdf9be24"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:57:47.612893 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 4dcce61b-4381-4e50-b2f0-d879cdf9be24, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4dcce61b-4381-4e50-b2f0-d879cdf9be24,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:47.618014 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:47.619872 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-bebb8818-d95e-4481-aa29-478fdddfa9f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:47.641643 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2943f1-7378-434e-83fb-926b6396b6db x-openstack-request-id: req-3b2943f1-7378-434e-83fb-926b6396b6db {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:57:47.641944 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f406c1e8-abcc-4a93-9332-5cf02cb6ddd0", "name": "network-vif-plugged", "status": "completed", "tag": "4dcce61b-4381-4e50-b2f0-d879cdf9be24", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:57:47.642204 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3b2943f1-7378-434e-83fb-926b6396b6db {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:57:47.642593 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'code': 200} Jun 22 00:57:47.667383 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=4dcce61b-4381-4e50-b2f0-d879cdf9be24,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:47.670875 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:47.790153 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e288c-845b-4548-a71d-0f82e02c71e6 req-a4b88997-2851-48db-b8a5-39b912380344 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:47.795436 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-340e288c-845b-4548-a71d-0f82e02c71e6 req-a4b88997-2851-48db-b8a5-39b912380344 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 945 time: 0.0708344 Jun 22 00:57:47.831181 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-340e288c-845b-4548-a71d-0f82e02c71e6 req-9a7bda47-a52e-4ded-8f8d-dc90049af29f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329916 Jun 22 00:57:47.984125 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5568241-d425-4d30-99ee-dfff34b02bcc req-b9964fdb-a830-4bc9-9997-0ffbfbd4c726 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:47.985570 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a5568241-d425-4d30-99ee-dfff34b02bcc req-b9964fdb-a830-4bc9-9997-0ffbfbd4c726 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1020038 Jun 22 00:57:47.987252 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f6e49-2507-4d6d-b6da-a991fb57e1cf req-1cc3ff03-f78e-43a5-820e-4d5be7339f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:47.988548 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-534f6e49-2507-4d6d-b6da-a991fb57e1cf req-1cc3ff03-f78e-43a5-820e-4d5be7339f0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 1098 time: 0.0949266 Jun 22 00:57:48.041028 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a5568241-d425-4d30-99ee-dfff34b02bcc req-04bb7fa0-0a58-47cc-895e-ff80d586ab7c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498250 Jun 22 00:57:48.045060 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-534f6e49-2507-4d6d-b6da-a991fb57e1cf req-839b392d-ff8b-4789-8776-556ff554a080 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481341 Jun 22 00:57:48.524771 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae17d4-fea3-4a68-aab7-c068f559405d req-263b2220-f84a-4b8d-b40c-db26c099d6a5 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:48.526267 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-00ae17d4-fea3-4a68-aab7-c068f559405d req-263b2220-f84a-4b8d-b40c-db26c099d6a5 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0671370 Jun 22 00:57:48.579754 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-00ae17d4-fea3-4a68-aab7-c068f559405d req-8c5d13d5-aa44-497a-82f5-cb35e0e19e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472026 Jun 22 00:57:48.623920 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99cc1-6234-4332-8b27-dcb7d9b1e7c0 req-31d132a3-cec6-451a-8040-b3203bf41ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:48.625258 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-46f99cc1-6234-4332-8b27-dcb7d9b1e7c0 req-31d132a3-cec6-451a-8040-b3203bf41ee5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 1098 time: 0.0618422 Jun 22 00:57:48.710575 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99cc1-6234-4332-8b27-dcb7d9b1e7c0 req-e40ad924-996c-45de-a24e-9ac1141c24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:48.711983 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-46f99cc1-6234-4332-8b27-dcb7d9b1e7c0 req-e40ad924-996c-45de-a24e-9ac1141c24ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 911 time: 0.0803094 Jun 22 00:57:48.776108 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-46f99cc1-6234-4332-8b27-dcb7d9b1e7c0 req-53eb5637-cbf9-4df2-8e2e-b0c89924a2b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f HTTP/1.1" status: 200 len: 1001 time: 0.0573633 Jun 22 00:57:48.823093 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99cc1-6234-4332-8b27-dcb7d9b1e7c0 req-4c0e0767-d70d-4a2e-8a7a-1425452b0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:48.825042 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-46f99cc1-6234-4332-8b27-dcb7d9b1e7c0 req-4c0e0767-d70d-4a2e-8a7a-1425452b0963 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=070233c2-7174-469e-9cfd-5f96b698c040 HTTP/1.1" status: 200 len: 849 time: 0.0421028 Jun 22 00:57:48.882260 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99cc1-6234-4332-8b27-dcb7d9b1e7c0 req-622eec48-2198-4a30-8879-0cac7d461e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:48.883789 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-46f99cc1-6234-4332-8b27-dcb7d9b1e7c0 req-622eec48-2198-4a30-8879-0cac7d461e13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5610de5-78d9-44db-a6b3-aa484fca5de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509131 Jun 22 00:57:49.023843 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-46f99cc1-6234-4332-8b27-dcb7d9b1e7c0 req-4786dc6e-0a46-480a-8559-5decaeb4391c service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334648 Jun 22 00:57:49.045957 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb57ee9-5502-4b81-863f-70e5b61f4a4f req-465c8704-edd2-4223-b6c2-667ae812418e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:49.047342 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1cb57ee9-5502-4b81-863f-70e5b61f4a4f req-465c8704-edd2-4223-b6c2-667ae812418e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1008291 Jun 22 00:57:49.124661 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1cb57ee9-5502-4b81-863f-70e5b61f4a4f req-0f9acb7e-db6b-490a-a199-e23dfdc8ddc5 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676916 Jun 22 00:57:49.147983 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-46f99cc1-6234-4332-8b27-dcb7d9b1e7c0 req-c4d2b591-b039-45bf-82f4-b20a3cc5f805 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171269 Jun 22 00:57:49.751510 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f097d67-e7b7-4d65-a875-17c19d020805 req-63c6cfe6-4160-4430-9350-6cdbbf8ffad5 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:49.752872 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7f097d67-e7b7-4d65-a875-17c19d020805 req-63c6cfe6-4160-4430-9350-6cdbbf8ffad5 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0618787 Jun 22 00:57:49.789776 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7f097d67-e7b7-4d65-a875-17c19d020805 req-711c2818-cbe8-4272-ad0d-b6de8052f47c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313776 Jun 22 00:57:50.298160 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6174f-f74d-48bf-ae00-e21a58f2a6bd req-73114af4-f0fe-4f60-ab50-ae1684971c5a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:50.299560 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-87c6174f-f74d-48bf-ae00-e21a58f2a6bd req-73114af4-f0fe-4f60-ab50-ae1684971c5a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 945 time: 0.0630579 Jun 22 00:57:50.338135 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-87c6174f-f74d-48bf-ae00-e21a58f2a6bd req-76ff4632-9c9c-47b5-a650-978c69c54547 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319412 Jun 22 00:57:50.371483 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:57:50.513373 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c406a-bb1f-438c-92b5-bb1cf4284238 req-7afca574-4e36-40d8-bc3e-f9d8e55307f7 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:50.514818 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-484c406a-bb1f-438c-92b5-bb1cf4284238 req-7afca574-4e36-40d8-bc3e-f9d8e55307f7 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 945 time: 0.0669458 Jun 22 00:57:50.547355 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-5593ff6a-79ae-4ee4-8f18-18e49d737485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:50.553404 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-484c406a-bb1f-438c-92b5-bb1cf4284238 req-ac6c217c-5971-43cd-b710-1a059dc7a6eb tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328884 Jun 22 00:57:50.577592 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34096) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:50.626686 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52565c2-c361-4810-a028-d2d9f2118c24 tempest-TestVolumeBootPattern-1691919683 tempest-TestVolumeBootPattern-1691919683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:50.628151 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-f52565c2-c361-4810-a028-d2d9f2118c24 tempest-TestVolumeBootPattern-1691919683 tempest-TestVolumeBootPattern-1691919683-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 1093 time: 0.0496237 Jun 22 00:57:50.630785 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34098) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:50.635145 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'floatingip': {'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'port_id': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:57:50.656246 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.067001 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.144665 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29c06f-d3b9-4d5e-92fc-d176fa71e7db req-2f6db772-72ed-41fc-afbc-c257075e3608 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:51.146133 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af29c06f-d3b9-4d5e-92fc-d176fa71e7db req-2f6db772-72ed-41fc-afbc-c257075e3608 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.1107876 Jun 22 00:57:51.236576 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Allocated IP 172.27.0.116 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/9ed9f0eb-b85e-4d7e-920b-5aa0f7211329) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:57:51.241215 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af29c06f-d3b9-4d5e-92fc-d176fa71e7db req-d59ff34d-cb22-4b3e-b681-cc4c3efdd29a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577221 Jun 22 00:57:51.339229 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.376643 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.379526 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-eb87c83a-d258-4082-8f4e-6fa8a21638b2 tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:51.426181 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:57:51.446963 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:57:51.451688 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:57:51.474896 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'Port': ['ID=9ed9f0eb-b85e-4d7e-920b-5aa0f7211329,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:51.479585 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:51.539536 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-d1f4cc0d-281d-43d5-b70a-1abe4578a4b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1311874 Jun 22 00:57:51.728010 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-6cf107a7-575c-4e18-8700-e1dbfe7740d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:51.729465 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-6cf107a7-575c-4e18-8700-e1dbfe7740d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22e2584999b7475eac023989b6168a85&device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 1099 time: 0.1021507 Jun 22 00:57:51.926247 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-326534cb-86d7-4b13-8d60-9425caba3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:51.927717 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-326534cb-86d7-4b13-8d60-9425caba3a7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f92a2cec-a693-4e05-94b5-39b9afbe845f HTTP/1.1" status: 200 len: 909 time: 0.1532066 Jun 22 00:57:51.983642 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:52.027628 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-ad566073-5d22-4675-986f-fc583454c7ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d81e072-bc85-484c-8b2c-890176e901af HTTP/1.1" status: 200 len: 1002 time: 0.0915186 Jun 22 00:57:52.100339 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-e3aa3735-2678-4fc0-bc55-1861b414eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:52.101763 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-e3aa3735-2678-4fc0-bc55-1861b414eefa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2c4a4-29de-4451-aa22-e51b0f342bc3 HTTP/1.1" status: 200 len: 847 time: 0.0685818 Jun 22 00:57:52.106444 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:52.235232 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-aeb95b16-d7b4-4145-99fe-e4e691e91689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:52.235232 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-aeb95b16-d7b4-4145-99fe-e4e691e91689 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f92a2cec-a693-4e05-94b5-39b9afbe845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1242046 Jun 22 00:57:52.365059 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:52.368265 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-b5300507-9a87-420a-a1fc-8d05bfc11627 service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278174 Jun 22 00:57:52.369556 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:52.372475 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a13d31c0-076a-4186-b7af-be0d020ca5d3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:52.484304 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'Port': ['ID=9ed9f0eb-b85e-4d7e-920b-5aa0f7211329,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:52.491397 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:52.511408 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:52.560166 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5073ff2f-e63e-4e81-8f9c-33c48d4eb0f8 req-21298806-879d-455a-bf36-609107216ac4 service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821516 Jun 22 00:57:52.623475 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Floating IP 5e2d31e4-8b89-450e-9d70-8bf445ff3d96 associated. External IP: 172.27.0.116, port: 4dcce61b-4381-4e50-b2f0-d879cdf9be24. Jun 22 00:57:52.825126 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:57:52.930165 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:57:52.939617 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c12377-c787-4048-b1fe-6a514240a4ef None None] Sync routers for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:57:52.945900 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:52.949302 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c12377-c787-4048-b1fe-6a514240a4ef None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:57:52.949927 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e6c12377-c787-4048-b1fe-6a514240a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:57:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:57:52.985725 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3538995 Jun 22 00:57:52.986467 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'tag': '4dcce61b-4381-4e50-b2f0-d879cdf9be24'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:57:52.988884 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05763f3-c6ac-4aed-8348-39367e0ea1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f406c1e8-abcc-4a93-9332-5cf02cb6ddd0", "tag": "4dcce61b-4381-4e50-b2f0-d879cdf9be24"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:57:53.007363 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2438e284-2799-4e68-9db8-71bd98af99f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:53.034173 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c80b3e9-e068-4401-9ac9-aaf21c7d907f x-openstack-request-id: req-3c80b3e9-e068-4401-9ac9-aaf21c7d907f {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:57:53.034559 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f406c1e8-abcc-4a93-9332-5cf02cb6ddd0", "tag": "4dcce61b-4381-4e50-b2f0-d879cdf9be24", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:57:53.034863 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c80b3e9-e068-4401-9ac9-aaf21c7d907f {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:57:53.035332 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'tag': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'status': 'completed', 'code': 200} Jun 22 00:57:53.071115 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-e6c12377-c787-4048-b1fe-6a514240a4ef None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:57:53.141390 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05763f3-c6ac-4aed-8348-39367e0ea1d2 req-2a58b7af-4147-4b83-87da-8abf37047b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:53.142889 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d05763f3-c6ac-4aed-8348-39367e0ea1d2 req-2a58b7af-4147-4b83-87da-8abf37047b72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 1098 time: 0.0532532 Jun 22 00:57:53.239105 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05763f3-c6ac-4aed-8348-39367e0ea1d2 req-5a0cb5f7-7625-4bea-876c-075025e235c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:53.240555 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d05763f3-c6ac-4aed-8348-39367e0ea1d2 req-5a0cb5f7-7625-4bea-876c-075025e235c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 912 time: 0.0908446 Jun 22 00:57:53.306804 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e6c12377-c787-4048-b1fe-6a514240a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '5e2d31e4-8b89-450e-9d70-8bf445ff3d96', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:87:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:57:51Z', 'updated_at': '2021-06-22T00:57:51Z', 'revision_number': 0, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:57:53.308725 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d05763f3-c6ac-4aed-8348-39367e0ea1d2 req-f75df250-e65b-47aa-be64-90b6d59fcd0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dcce61b-4381-4e50-b2f0-d879cdf9be24 HTTP/1.1" status: 200 len: 999 time: 0.0615580 Jun 22 00:57:53.333336 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c12377-c787-4048-b1fe-6a514240a4ef None None] Checking router: 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:57:53.342603 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c12377-c787-4048-b1fe-6a514240a4ef None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:57:53.343216 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e6c12377-c787-4048-b1fe-6a514240a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:57:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:57:53.360437 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05763f3-c6ac-4aed-8348-39367e0ea1d2 req-cd913915-248e-40e1-8e26-a65917b08811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:53.361990 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d05763f3-c6ac-4aed-8348-39367e0ea1d2 req-cd913915-248e-40e1-8e26-a65917b08811 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0465479 Jun 22 00:57:53.427465 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05763f3-c6ac-4aed-8348-39367e0ea1d2 req-a58d4b8c-fdb7-4da9-9d23-f8b3e2b8cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:53.429068 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d05763f3-c6ac-4aed-8348-39367e0ea1d2 req-a58d4b8c-fdb7-4da9-9d23-f8b3e2b8cc1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604808 Jun 22 00:57:53.465725 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-e6c12377-c787-4048-b1fe-6a514240a4ef None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:57:53.573299 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d05763f3-c6ac-4aed-8348-39367e0ea1d2 req-9815e591-38d1-4a3f-8950-95e28d7ba0aa service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318090 Jun 22 00:57:53.585031 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f5587-752c-4007-8448-5c1c4215fa06 req-855810a0-4c9f-43ae-bf8c-dc581573d6fa tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:53.586468 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3e7f5587-752c-4007-8448-5c1c4215fa06 req-855810a0-4c9f-43ae-bf8c-dc581573d6fa tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0969665 Jun 22 00:57:53.624255 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:53.669675 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3e7f5587-752c-4007-8448-5c1c4215fa06 req-08a1e78d-c13f-43ef-bb8c-43c890249f97 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746660 Jun 22 00:57:53.699580 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d05763f3-c6ac-4aed-8348-39367e0ea1d2 req-a6ccbd5e-4e52-45c9-b8d7-bfa68cfc3acf service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115861 Jun 22 00:57:53.720691 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e6c12377-c787-4048-b1fe-6a514240a4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '5e2d31e4-8b89-450e-9d70-8bf445ff3d96', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:87:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:57:51Z', 'updated_at': '2021-06-22T00:57:51Z', 'revision_number': 0, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:57:53.748839 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c12377-c787-4048-b1fe-6a514240a4ef None None] The sync data for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi is: [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '5e2d31e4-8b89-450e-9d70-8bf445ff3d96', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:87:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:57:51Z', 'updated_at': '2021-06-22T00:57:51Z', 'revision_number': 0, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:57:53.925910 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf864a4-1fb4-40f2-a324-33be6c346a26 None None] New status for floating IP 5e2d31e4-8b89-450e-9d70-8bf445ff3d96: ACTIVE {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:57:54.572753 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:54.850007 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b243f-2e01-40bc-806a-beb4accc01bb req-bc25ed35-42ec-4b09-8e3a-376667e53bb8 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:54.851343 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-304b243f-2e01-40bc-806a-beb4accc01bb req-bc25ed35-42ec-4b09-8e3a-376667e53bb8 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0653470 Jun 22 00:57:54.888589 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-304b243f-2e01-40bc-806a-beb4accc01bb req-8a8e1afb-b6ac-43d3-b23e-5987d652670d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314627 Jun 22 00:57:56.068301 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee59b53-72b5-473d-ab31-45881a692136 req-33a4a649-c769-420f-a86d-bc5455b1b92c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:56.069715 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4ee59b53-72b5-473d-ab31-45881a692136 req-33a4a649-c769-420f-a86d-bc5455b1b92c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0621622 Jun 22 00:57:56.105797 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4ee59b53-72b5-473d-ab31-45881a692136 req-ae610783-fff5-48e4-b7b3-4060a65223f6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297785 Jun 22 00:57:56.199987 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:57.285200 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e444f5-6019-41c1-943b-784e649a4d27 req-faac4d93-a543-4742-83e1-871a804ea5b3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:57.286641 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-88e444f5-6019-41c1-943b-784e649a4d27 req-faac4d93-a543-4742-83e1-871a804ea5b3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0619569 Jun 22 00:57:57.322537 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-88e444f5-6019-41c1-943b-784e649a4d27 req-47a5f2e9-bc8e-4f62-9fae-6d5a7f7b9e24 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303721 Jun 22 00:57:58.782878 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c4ffc-c70f-435e-945c-e48fc3a14144 req-14506faa-cbb6-4f3e-957f-9ccfd14bb044 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:58.785441 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a71c4ffc-c70f-435e-945c-e48fc3a14144 req-14506faa-cbb6-4f3e-957f-9ccfd14bb044 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.3502674 Jun 22 00:57:58.821142 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a71c4ffc-c70f-435e-945c-e48fc3a14144 req-7967ce92-03b6-485c-807e-60fb2441c12b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301201 Jun 22 00:57:59.991214 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffb518-d4a7-4b97-9575-ad5ead7ef0fe req-031ed7f9-6120-468d-aaf2-ea6379865430 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:59.992641 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a1ffb518-d4a7-4b97-9575-ad5ead7ef0fe req-031ed7f9-6120-468d-aaf2-ea6379865430 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0602195 Jun 22 00:58:00.029813 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a1ffb518-d4a7-4b97-9575-ad5ead7ef0fe req-8ce187c7-94a4-418c-a463-6d40f52353c4 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308874 Jun 22 00:58:01.203163 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c8b09-ba4f-4635-bf41-f87740f90817 req-010fbd2f-800b-40a6-b14d-efd0657e2291 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:01.204599 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9e6c8b09-ba4f-4635-bf41-f87740f90817 req-010fbd2f-800b-40a6-b14d-efd0657e2291 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0645292 Jun 22 00:58:01.241128 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9e6c8b09-ba4f-4635-bf41-f87740f90817 req-566af08f-e040-4424-a81c-55e906899eac tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310795 Jun 22 00:58:02.419976 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9644a-4663-469c-a6fa-b565b279d7b6 req-a3bef2ed-1faf-4551-aee5-56a815a6a44f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:02.421682 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-27d9644a-4663-469c-a6fa-b565b279d7b6 req-a3bef2ed-1faf-4551-aee5-56a815a6a44f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0645161 Jun 22 00:58:02.458846 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-27d9644a-4663-469c-a6fa-b565b279d7b6 req-7b617a61-171c-4b0a-9275-21adaa21dcb3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313098 Jun 22 00:58:03.632544 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1790f81-35b2-4281-9e1e-0d2717c3309c req-6a50ff3c-74a8-491a-a476-fbe61f438d49 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:03.633970 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f1790f81-35b2-4281-9e1e-0d2717c3309c req-6a50ff3c-74a8-491a-a476-fbe61f438d49 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0608540 Jun 22 00:58:03.670841 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f1790f81-35b2-4281-9e1e-0d2717c3309c req-ff364c2a-0eea-43c7-8b4f-a56707e754e2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311003 Jun 22 00:58:04.848460 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba912-67a5-4622-9183-8c23dfd7ec27 req-4e49beb1-4008-4792-b635-eeb328b0218c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:04.849806 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b68ba912-67a5-4622-9183-8c23dfd7ec27 req-4e49beb1-4008-4792-b635-eeb328b0218c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0664880 Jun 22 00:58:04.887340 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b68ba912-67a5-4622-9183-8c23dfd7ec27 req-1eafaab6-0c07-4938-b1d2-128f69b94118 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313435 Jun 22 00:58:06.060371 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484ce3-78ae-40a5-b082-32a440f5a097 req-fa4e693c-a4de-43a7-8693-ad9f7711aef0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:06.061824 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-08484ce3-78ae-40a5-b082-32a440f5a097 req-fa4e693c-a4de-43a7-8693-ad9f7711aef0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0615888 Jun 22 00:58:06.098416 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-08484ce3-78ae-40a5-b082-32a440f5a097 req-2dcf84cf-8136-4797-9fca-0b2514d2d77c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309641 Jun 22 00:58:07.275167 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071ce66-4af1-4c91-ba84-c7ceb5c3fbb5 req-e6f67d76-18cf-496e-9bde-789b40e562ad tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:07.276601 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9071ce66-4af1-4c91-ba84-c7ceb5c3fbb5 req-e6f67d76-18cf-496e-9bde-789b40e562ad tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0643239 Jun 22 00:58:07.314058 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9071ce66-4af1-4c91-ba84-c7ceb5c3fbb5 req-a0e526c0-20e6-4d0b-939a-359f3935e43c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312271 Jun 22 00:58:07.577221 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a6014b20-cf4a-44b7-8548-8184b3a34e70 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:58:07.672477 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:07.683639 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'port_id': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'mac_address': 'fa:16:3e:7c:7c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:58:07.719308 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:07.731380 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6014b20-cf4a-44b7-8548-8184b3a34e70 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:58:07.750998 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:07.755448 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:07.757155 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:07.801121 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=a6014b20-cf4a-44b7-8548-8184b3a34e70,revision_number=6']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:07.804058 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:07.932740 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['a6014b20-cf4a-44b7-8548-8184b3a34e70'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:58:08.487355 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58808a49-3b05-4b85-be67-c89cc6386bcc req-bcb77346-7c68-46e0-823a-b06566b2f371 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:08.488795 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-58808a49-3b05-4b85-be67-c89cc6386bcc req-bcb77346-7c68-46e0-823a-b06566b2f371 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 945 time: 0.0622904 Jun 22 00:58:08.525475 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-58808a49-3b05-4b85-be67-c89cc6386bcc req-591664db-4416-41bd-a06a-dfafa61d99a8 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Jun 22 00:58:09.587839 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a6014b20-cf4a-44b7-8548-8184b3a34e70 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:58:09.635374 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port a6014b20-cf4a-44b7-8548-8184b3a34e70 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:09.635751 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:09.699503 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056f4e8-b01a-495b-aa55-fc6ecce7e514 req-89b45a22-f78e-4a93-bb06-daa8f74d861e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:09.700950 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5056f4e8-b01a-495b-aa55-fc6ecce7e514 req-89b45a22-f78e-4a93-bb06-daa8f74d861e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 945 time: 0.0612972 Jun 22 00:58:09.712425 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:09.734392 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:58:09.736737 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8608e68-3bba-4ad6-baef-de84feb04b79" -d '{"events": [{"server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "name": "network-vif-plugged", "status": "completed", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:58:09.738693 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5056f4e8-b01a-495b-aa55-fc6ecce7e514 req-cd838ff8-fa7c-4047-8ebd-be339cb350a0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315063 Jun 22 00:58:09.749039 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:09.754373 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:09.756374 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:09.782028 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a460fb-9025-4e5b-a93c-9eb8e37746de x-openstack-request-id: req-42a460fb-9025-4e5b-a93c-9eb8e37746de {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:58:09.782324 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "name": "network-vif-plugged", "status": "completed", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:58:09.782583 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42a460fb-9025-4e5b-a93c-9eb8e37746de {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:58:09.782999 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'code': 200} Jun 22 00:58:09.803901 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=a6014b20-cf4a-44b7-8548-8184b3a34e70,revision_number=7']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:09.807009 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:10.948097 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801cd6e-cf9e-422b-879c-6da970a26c27 req-f8da6a4d-ed79-4328-85aa-eb308b621009 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:10.950729 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7801cd6e-cf9e-422b-879c-6da970a26c27 req-f8da6a4d-ed79-4328-85aa-eb308b621009 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0919824 Jun 22 00:58:11.003480 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7801cd6e-cf9e-422b-879c-6da970a26c27 req-42d183a8-69d5-430c-9930-7e3ceb2c006a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460472 Jun 22 00:58:12.197270 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b3fa3-48b7-40d0-b85c-9edccf559de6 req-9c1b188b-9b61-457b-bcb5-457de613d6d7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:12.198972 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-291b3fa3-48b7-40d0-b85c-9edccf559de6 req-9c1b188b-9b61-457b-bcb5-457de613d6d7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0682714 Jun 22 00:58:12.245029 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-291b3fa3-48b7-40d0-b85c-9edccf559de6 req-7bdf1b68-2308-4039-a4ac-0f45796f7cd1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394905 Jun 22 00:58:13.440257 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c2441-5622-47ed-8fd8-483944e030cb req-2b68c878-dfe0-45d3-8eb5-bb9fd62f656f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:13.441797 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-549c2441-5622-47ed-8fd8-483944e030cb req-2b68c878-dfe0-45d3-8eb5-bb9fd62f656f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0685682 Jun 22 00:58:13.487454 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-549c2441-5622-47ed-8fd8-483944e030cb req-a93a88b8-c17a-4e73-8f12-969e1fa20be1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392773 Jun 22 00:58:14.636111 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:14.731996 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fdd34-8ecf-4514-9932-0ff3d306c021 req-1b63b305-402d-486b-80f7-e628aa050486 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:14.735091 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ab8fdd34-8ecf-4514-9932-0ff3d306c021 req-1b63b305-402d-486b-80f7-e628aa050486 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0885789 Jun 22 00:58:14.776729 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ab8fdd34-8ecf-4514-9932-0ff3d306c021 req-c6d94837-6d3c-4f38-bd16-f3b2905ed1eb tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358834 Jun 22 00:58:15.994372 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4ed51-7c50-420d-8496-68875fb412b9 req-f438edae-60b4-4f90-8065-e145ca28ca9f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:15.996157 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d4f4ed51-7c50-420d-8496-68875fb412b9 req-f438edae-60b4-4f90-8065-e145ca28ca9f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0742698 Jun 22 00:58:16.038242 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d4f4ed51-7c50-420d-8496-68875fb412b9 req-9664ae6d-2b9d-4f09-9a20-de2607d3e208 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361898 Jun 22 00:58:17.238797 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b160a-c786-40ff-84d0-bdcddb355a35 req-7d7463da-1643-400e-a729-e39df55e11d7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:17.240640 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4b4b160a-c786-40ff-84d0-bdcddb355a35 req-7d7463da-1643-400e-a729-e39df55e11d7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0703697 Jun 22 00:58:17.300135 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4b4b160a-c786-40ff-84d0-bdcddb355a35 req-9393a99e-474b-4cb8-8dd8-5b7fb42f659c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517709 Jun 22 00:58:18.490146 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93ba11-be53-451d-a501-45fc85a6a687 req-4ff68fe1-0c9e-4dc9-879b-53a551b38c67 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:18.491652 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6f93ba11-be53-451d-a501-45fc85a6a687 req-4ff68fe1-0c9e-4dc9-879b-53a551b38c67 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0718348 Jun 22 00:58:18.531884 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6f93ba11-be53-451d-a501-45fc85a6a687 req-3f714723-fbf9-462c-ba56-600c1642f1a1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342927 Jun 22 00:58:19.715757 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807877af-250f-4a3c-808c-d268f5c075f0 req-849857d2-3d33-4c79-99f3-f496259e20cb tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:19.718766 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-807877af-250f-4a3c-808c-d268f5c075f0 req-849857d2-3d33-4c79-99f3-f496259e20cb tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0705462 Jun 22 00:58:19.755850 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-807877af-250f-4a3c-808c-d268f5c075f0 req-012f94d2-1541-4bfe-b817-907f470e445e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308988 Jun 22 00:58:20.547345 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-bf4afc26-f506-4a72-9ccc-225691053eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:20.606508 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12314e7a-d793-468b-ac98-683269a53a0b req-1eb53766-dd6d-4bff-a0df-684ed90c59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:20.608145 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-12314e7a-d793-468b-ac98-683269a53a0b req-1eb53766-dd6d-4bff-a0df-684ed90c59cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 1099 time: 0.0524895 Jun 22 00:58:20.705931 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12314e7a-d793-468b-ac98-683269a53a0b req-ba6898bf-3e9f-4810-9729-31a57fd5bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:20.707408 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-12314e7a-d793-468b-ac98-683269a53a0b req-ba6898bf-3e9f-4810-9729-31a57fd5bfc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 918 time: 0.0917094 Jun 22 00:58:20.774827 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-12314e7a-d793-468b-ac98-683269a53a0b req-3f1a3ede-0e2f-4de1-9d87-3509d19e0575 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70 HTTP/1.1" status: 200 len: 1002 time: 0.0605223 Jun 22 00:58:20.822351 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12314e7a-d793-468b-ac98-683269a53a0b req-d03d749f-f1e1-4c00-b2b7-6fc1d2d932b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:20.823870 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-12314e7a-d793-468b-ac98-683269a53a0b req-d03d749f-f1e1-4c00-b2b7-6fc1d2d932b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 200 len: 856 time: 0.0424795 Jun 22 00:58:20.892909 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12314e7a-d793-468b-ac98-683269a53a0b req-b77dcb1e-e91b-4593-88bc-3d77855c0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:20.894314 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-12314e7a-d793-468b-ac98-683269a53a0b req-b77dcb1e-e91b-4593-88bc-3d77855c0615 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40daa533-8b8b-42fb-9b6e-81147858b587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641675 Jun 22 00:58:21.017784 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2858c-1842-4a31-ab67-159933dd6f28 req-18380dd0-f42c-4a2b-ace4-95295f9f9c49 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:21.019255 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7b2858c-1842-4a31-ab67-159933dd6f28 req-18380dd0-f42c-4a2b-ace4-95295f9f9c49 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.1447976 Jun 22 00:58:21.040286 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-12314e7a-d793-468b-ac98-683269a53a0b req-ba52f8a8-1c38-4e8c-a170-3e46a09b6c5b service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296823 Jun 22 00:58:21.108368 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f7b2858c-1842-4a31-ab67-159933dd6f28 req-1d063611-d9d9-47b7-ae69-59cfed9cd339 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834005 Jun 22 00:58:21.143420 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-12314e7a-d793-468b-ac98-683269a53a0b req-42081964-a0e1-4a87-aa0b-cbada5a6dab4 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963774 Jun 22 00:58:22.283389 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2ee15-cbaf-48e7-9898-11c493eb8381 req-18a64db7-828c-4d37-bed1-6d2932cad56d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:22.285020 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f2e2ee15-cbaf-48e7-9898-11c493eb8381 req-18a64db7-828c-4d37-bed1-6d2932cad56d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0640528 Jun 22 00:58:22.323337 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f2e2ee15-cbaf-48e7-9898-11c493eb8381 req-3d87b9df-bfa1-4a86-b83d-7bf8ee96c1e1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327098 Jun 22 00:58:22.992082 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-c812b76e-8ec5-435b-a37e-a3d814729242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.505975 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcfaf1-4216-48c9-a48b-3df612a89197 req-b09577c1-b5dc-45c7-b614-930163454379 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:23.507465 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cffcfaf1-4216-48c9-a48b-3df612a89197 req-b09577c1-b5dc-45c7-b614-930163454379 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 946 time: 0.0669837 Jun 22 00:58:23.545022 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cffcfaf1-4216-48c9-a48b-3df612a89197 req-c92abc5a-2797-43d0-9503-a32c24441be1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320675 Jun 22 00:58:23.602595 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.664802 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a6014b20-cf4a-44b7-8548-8184b3a34e70 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:23.740094 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.762837 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:58:23.766913 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf5fb97-75fb-4c2b-8e78-932eea463dc0" -d '{"events": [{"server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "name": "network-vif-unplugged", "status": "completed", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:58:23.780940 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:23.785544 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.788548 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-74106c3d-fc96-4e46-960b-49d0f32d4856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:23.812522 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 00:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486d47b1-706a-4c1a-8ccc-0b31af6b0b5e x-openstack-request-id: req-486d47b1-706a-4c1a-8ccc-0b31af6b0b5e {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:58:23.812824 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "name": "network-vif-unplugged", "status": "failed", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70", "code": 422}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:58:23.813089 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-486d47b1-706a-4c1a-8ccc-0b31af6b0b5e {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:58:23.813488 dv-cinder-753305-6-iscsi neutron-server[99510]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'code': 422} returned with failed status Jun 22 00:58:23.842541 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=a6014b20-cf4a-44b7-8548-8184b3a34e70,revision_number=8']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:23.846190 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:24.576685 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:24.665809 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f0aaa-7415-486f-b053-ecef999655c3 req-02a72074-eb71-41f1-b685-1539810e288b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:24.667308 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b27f0aaa-7415-486f-b053-ecef999655c3 req-02a72074-eb71-41f1-b685-1539810e288b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0644631 Jun 22 00:58:24.706325 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b27f0aaa-7415-486f-b053-ecef999655c3 req-8ae186ae-7102-4c34-9456-c207ee16431b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320683 Jun 22 00:58:24.864655 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-497e8ecf-95a0-47ef-9471-926f375966e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0529795 Jun 22 00:58:25.757339 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-da677497-1ac6-4d01-85e9-3d3e71e069d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:25.759052 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-da677497-1ac6-4d01-85e9-3d3e71e069d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c&tenant_id=82fead901d83470b932de546dc74ac9d HTTP/1.1" status: 200 len: 1097 time: 0.0564356 Jun 22 00:58:25.892267 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-6ea83909-a991-4511-9b3b-8b305056adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:25.893779 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-6ea83909-a991-4511-9b3b-8b305056adcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82fead901d83470b932de546dc74ac9d&device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 1097 time: 0.1007307 Jun 22 00:58:25.960850 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e1786-9a00-48bb-a122-640f221ec159 req-9dc3f1f0-26b0-4eee-8d73-6e619da08c6a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:25.962391 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f38e1786-9a00-48bb-a122-640f221ec159 req-9dc3f1f0-26b0-4eee-8d73-6e619da08c6a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.1332121 Jun 22 00:58:26.037099 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f38e1786-9a00-48bb-a122-640f221ec159 req-f22f4980-1f58-4a3a-b2e9-3fa7a7a64f8f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672023 Jun 22 00:58:26.039721 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-3b8b8cd0-3db9-4819-a9af-bb561b834f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:26.041071 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-3b8b8cd0-3db9-4819-a9af-bb561b834f9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 200 len: 918 time: 0.1400793 Jun 22 00:58:26.111494 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-af006c96-c30f-4bc1-8e21-153d42c49276 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70 HTTP/1.1" status: 200 len: 1000 time: 0.0641282 Jun 22 00:58:26.178611 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-825e8c05-81d8-4a40-b888-415b850d790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:26.180348 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-825e8c05-81d8-4a40-b888-415b850d790c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 200 len: 856 time: 0.0629888 Jun 22 00:58:26.206192 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:26.246424 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-ce3e2e92-94d8-4aca-a257-b1ea1ac43726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:26.248038 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-ce3e2e92-94d8-4aca-a257-b1ea1ac43726 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=40daa533-8b8b-42fb-9b6e-81147858b587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611184 Jun 22 00:58:26.344650 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-5805f947-1cbb-4b06-af04-f70f7f01e6e3 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897989 Jun 22 00:58:26.452250 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f78e1417-f25f-4c57-a0ec-acb561fdf13b req-4684cd1c-de58-4dfb-a795-a08e8eedfe37 service neutron] 10.222.0.15 "GET /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008706 Jun 22 00:58:27.222408 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc577f-79ee-47bb-b745-3db82cb63eee req-345ea146-392e-484e-a6a9-c67d3494a1e3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:27.223885 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-abdc577f-79ee-47bb-b745-3db82cb63eee req-345ea146-392e-484e-a6a9-c67d3494a1e3 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0667479 Jun 22 00:58:27.263489 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-abdc577f-79ee-47bb-b745-3db82cb63eee req-c97d0ec6-b205-4dc0-bf55-1abb21d1f544 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339975 Jun 22 00:58:27.370052 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:58:28.450873 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330a6da-fda9-4eac-94de-d4c488ad79d0 req-86621037-f5a3-45ad-bd0b-eff4b90e347c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:28.452707 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9330a6da-fda9-4eac-94de-d4c488ad79d0 req-86621037-f5a3-45ad-bd0b-eff4b90e347c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0705438 Jun 22 00:58:28.491931 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9330a6da-fda9-4eac-94de-d4c488ad79d0 req-3ecbc0d0-2f81-41ef-be8e-b6f2d48a557a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335391 Jun 22 00:58:29.691318 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e869e-1605-49fb-be46-fb24c43e0afe req-d61f5c33-7a39-4822-b355-b077c139fea5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:29.692740 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4a2e869e-1605-49fb-be46-fb24c43e0afe req-d61f5c33-7a39-4822-b355-b077c139fea5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0695057 Jun 22 00:58:29.737845 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4a2e869e-1605-49fb-be46-fb24c43e0afe req-4fa7c752-7202-49d3-b016-f5671b6f42de tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316107 Jun 22 00:58:30.922960 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75941a7a-1fd7-4e7e-9262-d63b2260cc68 req-c6d42259-6291-4be2-b619-359a0a96018b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:30.925233 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-75941a7a-1fd7-4e7e-9262-d63b2260cc68 req-c6d42259-6291-4be2-b619-359a0a96018b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0640204 Jun 22 00:58:30.963443 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-75941a7a-1fd7-4e7e-9262-d63b2260cc68 req-d5e8cbd3-c357-40f4-be1e-b7e2ab0320cb tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322168 Jun 22 00:58:32.202258 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5918c-5210-4ffb-9f0e-03ad579b5300 req-25ea659a-83cd-4117-b071-b5566916033c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:32.203788 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64b5918c-5210-4ffb-9f0e-03ad579b5300 req-25ea659a-83cd-4117-b071-b5566916033c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.1247628 Jun 22 00:58:32.244701 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64b5918c-5210-4ffb-9f0e-03ad579b5300 req-f5b51818-d207-4b40-9dc9-16cad4156499 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341041 Jun 22 00:58:33.481056 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c3331-f61b-4564-abd6-3c565298abda req-416b35e8-9e59-40b0-a15f-373d627ebc2f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:33.482655 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f22c3331-f61b-4564-abd6-3c565298abda req-416b35e8-9e59-40b0-a15f-373d627ebc2f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.1183872 Jun 22 00:58:33.523380 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f22c3331-f61b-4564-abd6-3c565298abda req-c1e96851-0d61-4e62-adac-51bdb65cb40a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325289 Jun 22 00:58:34.708750 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10c262-eb8b-4b86-8f39-37d0da1ae8f1 req-24f7db9d-082e-483f-af03-b1f2901eb0e5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:34.710151 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-aa10c262-eb8b-4b86-8f39-37d0da1ae8f1 req-24f7db9d-082e-483f-af03-b1f2901eb0e5 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0677516 Jun 22 00:58:34.749296 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-aa10c262-eb8b-4b86-8f39-37d0da1ae8f1 req-c702515a-f1b2-40ad-a283-7220dbeee7c8 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331779 Jun 22 00:58:35.931314 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c23425-5a11-463f-9e14-bbd8bab10216 req-2e475c49-7d4f-47e1-ab7f-f7430bc1b52a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:35.932817 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-26c23425-5a11-463f-9e14-bbd8bab10216 req-2e475c49-7d4f-47e1-ab7f-f7430bc1b52a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0638428 Jun 22 00:58:35.973029 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-26c23425-5a11-463f-9e14-bbd8bab10216 req-ebf6baae-fb48-4e89-a48e-1a4fa4b1c23c tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334716 Jun 22 00:58:37.151625 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c487a0-c0bf-4495-be26-f4fac3fd3d8b req-2d487028-9570-41aa-afaa-092fb676b987 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:37.153092 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-49c487a0-c0bf-4495-be26-f4fac3fd3d8b req-2d487028-9570-41aa-afaa-092fb676b987 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0651815 Jun 22 00:58:37.190841 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-49c487a0-c0bf-4495-be26-f4fac3fd3d8b req-b6c779e5-e56a-4bd7-a900-bcf3f6ab2515 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315435 Jun 22 00:58:38.371558 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cdef2-90c5-4968-beab-efc8a2ab5c8e req-35067c87-f613-44b2-869c-e04f9500030b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:38.373203 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f8cdef2-90c5-4968-beab-efc8a2ab5c8e req-35067c87-f613-44b2-869c-e04f9500030b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0672705 Jun 22 00:58:38.411367 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8f8cdef2-90c5-4968-beab-efc8a2ab5c8e req-a2bd4baf-1d2c-4aaf-b6ca-c2e73f3e73c7 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320404 Jun 22 00:58:39.588578 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdd5ba-6bae-46b7-8bb5-d0c89645b160 req-b83c1faf-c832-4d90-a08c-dec9e0d0e4b8 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:39.589948 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-08bdd5ba-6bae-46b7-8bb5-d0c89645b160 req-b83c1faf-c832-4d90-a08c-dec9e0d0e4b8 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0646300 Jun 22 00:58:39.627115 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-08bdd5ba-6bae-46b7-8bb5-d0c89645b160 req-7f51b6bc-2314-43db-b169-f72ef204fc57 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Jun 22 00:58:40.807894 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabcbcd-1442-4ec9-a126-02648cd668d0 req-6c2450af-ed81-4716-808a-ece2380cf075 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:40.809223 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2eabcbcd-1442-4ec9-a126-02648cd668d0 req-6c2450af-ed81-4716-808a-ece2380cf075 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0656352 Jun 22 00:58:40.846528 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2eabcbcd-1442-4ec9-a126-02648cd668d0 req-7d8ef52f-e223-4d9a-a7f2-da426bb4fa06 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Jun 22 00:58:42.016258 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee4c73-03e3-4327-a0fa-1c8265a1df7b req-78988315-a36b-4394-8288-f5b6985113d1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:42.018442 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b5ee4c73-03e3-4327-a0fa-1c8265a1df7b req-78988315-a36b-4394-8288-f5b6985113d1 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0622468 Jun 22 00:58:42.056085 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b5ee4c73-03e3-4327-a0fa-1c8265a1df7b req-390c222c-ec73-48ee-9e2f-84b3eca5ca26 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320303 Jun 22 00:58:42.078153 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34362) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:42.316345 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Deleting port 854097ee-e657-4123-bae0-91588a5eed88 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:42.316684 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:42.397242 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:42.397571 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:42.460103 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Calling delete_port for 854097ee-e657-4123-bae0-91588a5eed88 owned by network:floatingip {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:42.599792 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:42.602616 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d7f2662c-acab-4379-97f8-46b67c0fedca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:42.629348 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event deleted for resources: {'Port': ['ID=854097ee-e657-4123-bae0-91588a5eed88,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:42.654832 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.655233 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.655605 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.655969 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.656330 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.656690 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.657045 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.657509 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.657940 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.658405 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.658763 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.659147 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:42.663513 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:42.699601 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for floatingip, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:42.699941 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Floating IP d35bf443-c0e5-4089-b8da-0397f771a300 disassociated (deleted). External IP: 172.27.0.110, port: 4d81e072-bc85-484c-8b2c-890176e901af. Jun 22 00:58:42.897939 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Router 92b21a13-7d13-4ac0-a9ac-ee67de899416 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:58:42.999133 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:58:43.004118 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:43.010216 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79002a-897d-4ca8-8d25-b315df9eae56 None None] Sync routers for ids ['92b21a13-7d13-4ac0-a9ac-ee67de899416'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:58:43.018975 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79002a-897d-4ca8-8d25-b315df9eae56 None None] Routers {'92b21a13-7d13-4ac0-a9ac-ee67de899416'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:43.019595 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-ae79002a-897d-4ca8-8d25-b315df9eae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:58:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['92b21a13-7d13-4ac0-a9ac-ee67de899416'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:43.040947 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-66593b67-2c6f-46dc-938f-32a1b5043e8d tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "DELETE /v2.0/floatingips/d35bf443-c0e5-4089-b8da-0397f771a300 HTTP/1.1" status: 204 len: 168 time: 0.9593668 Jun 22 00:58:43.040947 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:58:43.041596 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "tag": "4d81e072-bc85-484c-8b2c-890176e901af"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:58:43.078748 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0621668f-1095-4068-9926-b2420f8f02e8 x-openstack-request-id: req-0621668f-1095-4068-9926-b2420f8f02e8 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:58:43.079176 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "tag": "4d81e072-bc85-484c-8b2c-890176e901af", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:58:43.079564 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0621668f-1095-4068-9926-b2420f8f02e8 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:58:43.080060 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af', 'status': 'completed', 'code': 200} Jun 22 00:58:43.125363 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-ae79002a-897d-4ca8-8d25-b315df9eae56 None None] Set router 92b21a13-7d13-4ac0-a9ac-ee67de899416 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:43.231693 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c req-b5d8e65d-7d92-446b-a335-1114c169b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:43.233272 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c req-b5d8e65d-7d92-446b-a335-1114c169b5ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22e2584999b7475eac023989b6168a85&device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 1099 time: 0.1013238 Jun 22 00:58:43.340824 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-ae79002a-897d-4ca8-8d25-b315df9eae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 4, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'a2e1c831-cf0e-442a-957b-b78c4279ba72', 'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'mac_address': 'fa:16:3e:49:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:57Z', 'updated_at': '2021-06-22T00:52:08Z', 'revision_number': 5, 'project_id': '22e2584999b7475eac023989b6168a85', 'subnets': [{'id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:43.369099 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79002a-897d-4ca8-8d25-b315df9eae56 None None] Checking router: 92b21a13-7d13-4ac0-a9ac-ee67de899416 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:58:43.378378 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae79002a-897d-4ca8-8d25-b315df9eae56 None None] Routers {'92b21a13-7d13-4ac0-a9ac-ee67de899416'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:43.379047 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-ae79002a-897d-4ca8-8d25-b315df9eae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:58:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['92b21a13-7d13-4ac0-a9ac-ee67de899416'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:43.488699 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-ae79002a-897d-4ca8-8d25-b315df9eae56 None None] Set router 92b21a13-7d13-4ac0-a9ac-ee67de899416 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:43.600564 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01aad0-a71c-4f00-a5aa-320c67f4607d req-332d9dc5-4f56-40d0-aa8f-f4669c49d491 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:43.601969 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8b01aad0-a71c-4f00-a5aa-320c67f4607d req-332d9dc5-4f56-40d0-aa8f-f4669c49d491 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.4225223 Jun 22 00:58:43.690459 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-ae79002a-897d-4ca8-8d25-b315df9eae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 4, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'a2e1c831-cf0e-442a-957b-b78c4279ba72', 'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'mac_address': 'fa:16:3e:49:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:57Z', 'updated_at': '2021-06-22T00:52:08Z', 'revision_number': 5, 'project_id': '22e2584999b7475eac023989b6168a85', 'subnets': [{'id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:43.699497 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8b01aad0-a71c-4f00-a5aa-320c67f4607d req-e1de6546-968c-4240-88a3-1fe55a242511 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864935 Jun 22 00:58:43.712545 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c req-a737ca11-d838-4994-9bf1-7d3d3b90625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:43.713949 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c req-a737ca11-d838-4994-9bf1-7d3d3b90625b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f92a2cec-a693-4e05-94b5-39b9afbe845f HTTP/1.1" status: 200 len: 909 time: 0.4589751 Jun 22 00:58:43.717015 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae79002a-897d-4ca8-8d25-b315df9eae56 None None] The sync data for ids ['92b21a13-7d13-4ac0-a9ac-ee67de899416'] in dv-cinder-753305-6-iscsi is: [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:51:58Z', 'revision_number': 4, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'a2e1c831-cf0e-442a-957b-b78c4279ba72', 'name': '', 'network_id': 'f92a2cec-a693-4e05-94b5-39b9afbe845f', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'mac_address': 'fa:16:3e:49:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:57Z', 'updated_at': '2021-06-22T00:52:08Z', 'revision_number': 5, 'project_id': '22e2584999b7475eac023989b6168a85', 'subnets': [{'id': '7cb2c4a4-29de-4451-aa22-e51b0f342bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:58:43.730851 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713858aa-bf26-4fa5-9b9b-50de86b2d96d req-687e82e4-7f83-49be-a28d-9e09415cc487 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:43.732361 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-713858aa-bf26-4fa5-9b9b-50de86b2d96d req-687e82e4-7f83-49be-a28d-9e09415cc487 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.1625447 Jun 22 00:58:43.774264 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c req-60c7fd51-5014-4a00-a2d9-b0b6d5a155cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d81e072-bc85-484c-8b2c-890176e901af HTTP/1.1" status: 200 len: 217 time: 0.0526428 Jun 22 00:58:43.838983 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-713858aa-bf26-4fa5-9b9b-50de86b2d96d req-cfae7bf2-915a-4f0a-91de-ff037b0f6455 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006513 Jun 22 00:58:43.847560 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c req-6f82aece-7cdb-43fa-b50c-acbc1c3e8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:43.849131 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c req-6f82aece-7cdb-43fa-b50c-acbc1c3e8d37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2c4a4-29de-4451-aa22-e51b0f342bc3 HTTP/1.1" status: 200 len: 847 time: 0.0684719 Jun 22 00:58:43.912675 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c req-94da5620-f8e9-43fd-b901-932f031aede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:43.914391 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c req-94da5620-f8e9-43fd-b901-932f031aede2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f92a2cec-a693-4e05-94b5-39b9afbe845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586612 Jun 22 00:58:43.935652 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261950b0-a1b3-4a82-acac-64f21421a1ea None None] New status for floating IP d35bf443-c0e5-4089-b8da-0397f771a300: DOWN {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:58:44.005301 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c req-6a4a9257-7b2f-43e3-8485-b654e0194db4 service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820413 Jun 22 00:58:44.096446 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f24b1c78-16b9-43ad-abd4-1d4310f57b9c req-432c82d8-2ed7-408e-92bd-9d49965c9bfb service neutron] 10.222.0.15 "GET /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830951 Jun 22 00:58:44.643112 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:44.875631 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9fe37-f09c-4705-b561-625615daae53 req-f5a34dbe-4f59-4ffc-aabf-28f54960f953 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:44.877082 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-97d9fe37-f09c-4705-b561-625615daae53 req-f5a34dbe-4f59-4ffc-aabf-28f54960f953 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 944 time: 0.0618167 Jun 22 00:58:44.915117 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-97d9fe37-f09c-4705-b561-625615daae53 req-d94d27d9-42d0-4bb8-a6fb-f4b7fd76235d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316749 Jun 22 00:58:45.019919 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b5421-dc21-4fc2-9f56-b066f52346cd req-c2eae64a-ae61-482a-aa66-3cf590ab3261 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:45.021260 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-478b5421-dc21-4fc2-9f56-b066f52346cd req-c2eae64a-ae61-482a-aa66-3cf590ab3261 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0651000 Jun 22 00:58:45.057824 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-478b5421-dc21-4fc2-9f56-b066f52346cd req-a9defed4-e80a-425f-9c05-7d416f558ba4 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/security-groups?id=5c2c563a-800f-4997-b59d-d8886d7d8291&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310004 Jun 22 00:58:45.369694 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b7618-7aa4-41fa-82c9-2fe66516864b req-f911db6a-08ca-4cf4-a245-ce9379eeaaeb tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:45.371141 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3a3b7618-7aa4-41fa-82c9-2fe66516864b req-f911db6a-08ca-4cf4-a245-ce9379eeaaeb tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 946 time: 0.0616820 Jun 22 00:58:45.470528 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-3a3b7618-7aa4-41fa-82c9-2fe66516864b req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Deleting port 4d81e072-bc85-484c-8b2c-890176e901af {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:45.470874 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3a3b7618-7aa4-41fa-82c9-2fe66516864b req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:45.555691 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-3a3b7618-7aa4-41fa-82c9-2fe66516864b req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] For port 4d81e072-bc85-484c-8b2c-890176e901af, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4d81e072-bc85-484c-8b2c-890176e901af,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:45.556041 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3a3b7618-7aa4-41fa-82c9-2fe66516864b req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:45.618973 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-3a3b7618-7aa4-41fa-82c9-2fe66516864b req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Calling delete_port for 4d81e072-bc85-484c-8b2c-890176e901af owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:45.739831 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a6014b20-cf4a-44b7-8548-8184b3a34e70 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:58:45.741303 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3a3b7618-7aa4-41fa-82c9-2fe66516864b req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:45.744980 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-431cbedf-7624-484f-90c4-f16cba490e93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:45.770157 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event deleted for resources: {'Port': ['ID=4d81e072-bc85-484c-8b2c-890176e901af,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:45.773215 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:45.816896 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3b7618-7aa4-41fa-82c9-2fe66516864b req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] No DVR routers for this DVR port 4d81e072-bc85-484c-8b2c-890176e901af on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:58:45.819407 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-3a3b7618-7aa4-41fa-82c9-2fe66516864b req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:45.821307 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3a3b7618-7aa4-41fa-82c9-2fe66516864b req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.15 "DELETE /v2.0/ports/4d81e072-bc85-484c-8b2c-890176e901af HTTP/1.1" status: 204 len: 173 time: 0.4443696 Jun 22 00:58:45.821812 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'name': 'network-vif-deleted', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:58:45.824110 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1badf101-63cb-4af3-b9b9-f56a8a638526" -d '{"events": [{"server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "name": "network-vif-deleted", "tag": "4d81e072-bc85-484c-8b2c-890176e901af"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:58:45.834820 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:45.850645 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'port_id': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'mac_address': 'fa:16:3e:7c:7c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:58:45.859830 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16057195-c380-4a91-9136-4b297172f2fd x-openstack-request-id: req-16057195-c380-4a91-9136-4b297172f2fd {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:58:45.860142 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba703cbd-4562-415f-bd4b-2126c17ee6e7", "name": "network-vif-deleted", "tag": "4d81e072-bc85-484c-8b2c-890176e901af", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:58:45.860926 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16057195-c380-4a91-9136-4b297172f2fd {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:58:45.861374 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba703cbd-4562-415f-bd4b-2126c17ee6e7', 'name': 'network-vif-deleted', 'tag': '4d81e072-bc85-484c-8b2c-890176e901af', 'status': 'completed', 'code': 200} Jun 22 00:58:45.892114 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:45.904769 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6014b20-cf4a-44b7-8548-8184b3a34e70 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:58:45.925070 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:45.929162 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:45.930885 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-1f1b105d-8d38-4b88-bbba-a13918540f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:45.981096 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=a6014b20-cf4a-44b7-8548-8184b3a34e70,revision_number=9']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:45.988569 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.988911 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.989250 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.989598 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.989941 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.990252 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.990573 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.990892 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.991241 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.991584 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.991902 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.992224 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:45.996047 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:46.091142 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8d259-8908-4dfb-af67-724af1e751dd req-791356ef-344f-499c-8509-f1c947495092 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:46.092597 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4fa8d259-8908-4dfb-af67-724af1e751dd req-791356ef-344f-499c-8509-f1c947495092 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 945 time: 0.0620842 Jun 22 00:58:46.143634 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4fa8d259-8908-4dfb-af67-724af1e751dd req-d95c5e48-f466-4a4c-b50c-c9edc9ae2c71 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Jun 22 00:58:46.201328 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-810ddae5-90c0-44e8-bb0b-8081b8d94ae9 req-2917d1d3-3778-457e-9f3d-b864db2b5381 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba703cbd-4562-415f-bd4b-2126c17ee6e7 HTTP/1.1" status: 200 len: 210 time: 0.0307245 Jun 22 00:58:46.418034 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['a6014b20-cf4a-44b7-8548-8184b3a34e70'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:58:47.292800 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34392) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:47.331565 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a2ab7-cbcf-4dc7-b337-95914b28849a req-669678e8-9a07-4448-a227-5ea8ae52257a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:47.338338 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8e7a2ab7-cbcf-4dc7-b337-95914b28849a req-669678e8-9a07-4448-a227-5ea8ae52257a tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 945 time: 0.0727880 Jun 22 00:58:47.353268 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.371027 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8e7a2ab7-cbcf-4dc7-b337-95914b28849a req-45a05439-1fa8-4436-a3d4-219f22462215 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Jun 22 00:58:47.379202 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.439736 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.442214 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.443393 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] 10.222.0.26 "DELETE /v2.0/security-groups/5c2c563a-800f-4997-b59d-d8886d7d8291 HTTP/1.1" status: 204 len: 168 time: 0.1494927 Jun 22 00:58:47.444194 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e32014b4-110a-42de-9504-01dff9a6f661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:47.453053 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2c563a-800f-4997-b59d-d8886d7d8291,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:47.460622 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.461084 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.461484 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.461921 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.462419 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.462825 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.463322 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.463749 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.464224 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.464640 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.465106 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.465478 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:47.468823 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1a601b05-0dc5-4919-bc37-9fd6426e8221 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:47.486314 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34396) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:47.736863 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a6014b20-cf4a-44b7-8548-8184b3a34e70 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:58:47.782791 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port a6014b20-cf4a-44b7-8548-8184b3a34e70 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:47.783211 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.857699 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.879182 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:58:47.881427 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1d64e5-5810-4c46-94fa-a1cb9d42e4d5" -d '{"events": [{"server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "name": "network-vif-plugged", "status": "completed", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:58:47.894349 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:47.898459 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.899560 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4d81e072-bc85-484c-8b2c-890176e901af no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:47.902278 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:47.921400 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d480788b-b1e4-4201-9549-a987efede368 x-openstack-request-id: req-d480788b-b1e4-4201-9549-a987efede368 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:58:47.921691 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "name": "network-vif-plugged", "status": "completed", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:58:47.921950 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d480788b-b1e4-4201-9549-a987efede368 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:58:47.922337 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'code': 200} Jun 22 00:58:47.924719 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 4d81e072-bc85-484c-8b2c-890176e901af {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:47.925064 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4d81e072-bc85-484c-8b2c-890176e901af not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:47.966687 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=a6014b20-cf4a-44b7-8548-8184b3a34e70,revision_number=10']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:47.969586 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:47.985537 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824320'] for router_interface, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:48.178970 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99adc0-e137-4ac1-9a40-11e091c1cfa1 req-852f0623-0228-4934-b96a-bb9885779ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:48.180326 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4c99adc0-e137-4ac1-9a40-11e091c1cfa1 req-852f0623-0228-4934-b96a-bb9885779ea8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 1100 time: 0.0545545 Jun 22 00:58:48.218099 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4c99adc0-e137-4ac1-9a40-11e091c1cfa1 req-fe85fbe1-50a6-480e-af66-aa2b4c0858f5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262072 Jun 22 00:58:48.280666 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] Deleting port a2e1c831-cf0e-442a-957b-b78c4279ba72 {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:48.281006 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:48.359285 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] For port a2e1c831-cf0e-442a-957b-b78c4279ba72, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=a2e1c831-cf0e-442a-957b-b78c4279ba72,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:48.359969 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:48.420351 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] Calling delete_port for a2e1c831-cf0e-442a-957b-b78c4279ba72 owned by network:router_interface {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:48.548944 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3005a-2854-4a12-aa3e-9f2b94ff7b8a req-b0026ef7-e376-4ab7-ba8f-96932d422702 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:48.550437 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b0a3005a-2854-4a12-aa3e-9f2b94ff7b8a req-b0026ef7-e376-4ab7-ba8f-96932d422702 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 947 time: 0.0619833 Jun 22 00:58:48.588310 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b0a3005a-2854-4a12-aa3e-9f2b94ff7b8a req-eb8241fc-c7c4-4970-836a-df8e1f25fb8f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313718 Jun 22 00:58:48.599269 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:48.602003 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:48.625712 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e1c831-cf0e-442a-957b-b78c4279ba72,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:48.631404 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:48.791604 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824236'] for router_interface, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:48.992868 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] Router 92b21a13-7d13-4ac0-a9ac-ee67de899416 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:58:49.095517 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:58:49.102768 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ec7ddbaa-90a5-4143-9151-51ab9dc0e20a admin admin] 10.222.0.26 "PUT /v2.0/routers/92b21a13-7d13-4ac0-a9ac-ee67de899416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6125350 Jun 22 00:58:49.102880 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34404) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:49.103518 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c74d9c-4ffe-415c-88a1-3469dd06a2a7 None None] Sync routers for ids ['92b21a13-7d13-4ac0-a9ac-ee67de899416'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:58:49.113132 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c74d9c-4ffe-415c-88a1-3469dd06a2a7 None None] Routers {'92b21a13-7d13-4ac0-a9ac-ee67de899416'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:49.113743 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-23c74d9c-4ffe-415c-88a1-3469dd06a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:58:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['92b21a13-7d13-4ac0-a9ac-ee67de899416'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:49.204926 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Notify callbacks [] for router, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.214577 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-23c74d9c-4ffe-415c-88a1-3469dd06a2a7 None None] Set router 92b21a13-7d13-4ac0-a9ac-ee67de899416 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:49.398515 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-23c74d9c-4ffe-415c-88a1-3469dd06a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:58:48Z', 'revision_number': 5, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:49.424784 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c74d9c-4ffe-415c-88a1-3469dd06a2a7 None None] Checking router: 92b21a13-7d13-4ac0-a9ac-ee67de899416 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:58:49.433569 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c74d9c-4ffe-415c-88a1-3469dd06a2a7 None None] Routers {'92b21a13-7d13-4ac0-a9ac-ee67de899416'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:49.434190 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-23c74d9c-4ffe-415c-88a1-3469dd06a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:58:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['92b21a13-7d13-4ac0-a9ac-ee67de899416'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:49.525122 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.535641 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-23c74d9c-4ffe-415c-88a1-3469dd06a2a7 None None] Set router 92b21a13-7d13-4ac0-a9ac-ee67de899416 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:49.575519 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Deleting port 74955f82-9929-4b76-b56b-021a7b047dd5 {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:49.575860 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.653934 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] For port 74955f82-9929-4b76-b56b-021a7b047dd5, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=74955f82-9929-4b76-b56b-021a7b047dd5,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:49.654292 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.715893 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-23c74d9c-4ffe-415c-88a1-3469dd06a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:58:48Z', 'revision_number': 5, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:49.722793 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Calling delete_port for 74955f82-9929-4b76-b56b-021a7b047dd5 owned by network:router_gateway {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:49.749378 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c74d9c-4ffe-415c-88a1-3469dd06a2a7 None None] The sync data for ids ['92b21a13-7d13-4ac0-a9ac-ee67de899416'] in dv-cinder-753305-6-iscsi is: [{'id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'name': 'tempest-TestShelveInstance-128318089-router', 'tenant_id': '22e2584999b7475eac023989b6168a85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:51:55Z', 'updated_at': '2021-06-22T00:58:48Z', 'revision_number': 5, 'project_id': '22e2584999b7475eac023989b6168a85', 'gw_port': {'id': '74955f82-9929-4b76-b56b-021a7b047dd5', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b21a13-7d13-4ac0-a9ac-ee67de899416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:51:56Z', 'updated_at': '2021-06-22T00:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:58:49.810804 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be29837-7adb-4331-9869-ee0e86a270e3 req-2e3de5ad-e670-429e-9fde-742b7e46c661 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:49.812331 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7be29837-7adb-4331-9869-ee0e86a270e3 req-2e3de5ad-e670-429e-9fde-742b7e46c661 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 947 time: 0.0932088 Jun 22 00:58:49.854006 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7be29837-7adb-4331-9869-ee0e86a270e3 req-a2295502-fce3-4c3a-98df-2e8f55ed0d3b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353222 Jun 22 00:58:49.908551 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.914683 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:49.939576 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=74955f82-9929-4b76-b56b-021a7b047dd5,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:49.943434 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:50.005003 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785289'] for router_gateway, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.098156 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26058'] for router, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.100216 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.145023 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3823605'] for router, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.145586 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b21a13-7d13-4ac0-a9ac-ee67de899416 {{(pid=99509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 00:58:50.153583 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.157652 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-467dab91-f0f5-4d84-8b41-e15ab86b2a1d admin admin] 10.222.0.26 "DELETE /v2.0/routers/92b21a13-7d13-4ac0-a9ac-ee67de899416 HTTP/1.1" status: 204 len: 168 time: 1.0509768 Jun 22 00:58:50.157968 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34442) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:50.206830 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_v2 [None req-325bc67f-2da7-4d3d-a806-20adf5d23fec admin admin] Deleting subnet 7cb2c4a4-29de-4451-aa22-e51b0f342bc3 {{(pid=99507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:58:50.210227 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-325bc67f-2da7-4d3d-a806-20adf5d23fec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.246827 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-325bc67f-2da7-4d3d-a806-20adf5d23fec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12239924'] for subnet, precommit_delete_associations {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.324515 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-325bc67f-2da7-4d3d-a806-20adf5d23fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.383709 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-325bc67f-2da7-4d3d-a806-20adf5d23fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392420'] for subnet, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.392388 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1274db32-7638-42c3-8cc9-e3a946639e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:50.413443 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bc67f-2da7-4d3d-a806-20adf5d23fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb2c4a4-29de-4451-aa22-e51b0f342bc3,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:50.415696 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-325bc67f-2da7-4d3d-a806-20adf5d23fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.420414 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-325bc67f-2da7-4d3d-a806-20adf5d23fec admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7cb2c4a4-29de-4451-aa22-e51b0f342bc3 HTTP/1.1" status: 204 len: 168 time: 0.2611148 Jun 22 00:58:50.420518 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34444) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:50.421462 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43128e-5585-44b6-b129-63a34effa81f None None] Network f92a2cec-a693-4e05-94b5-39b9afbe845f requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:58:50.422016 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-325bc67f-2da7-4d3d-a806-20adf5d23fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:50.508735 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.566524 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1cd2266c-a898-47e7-8a25-ff70ca3bd09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.574675 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Deleting port a4efb0ae-a1cf-4aac-b343-98238ce8b069 {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:50.575236 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.637281 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] For port a4efb0ae-a1cf-4aac-b343-98238ce8b069, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=a4efb0ae-a1cf-4aac-b343-98238ce8b069,segment=NetworkSegment(6c12478c-5d5e-4b72-9354-6b9aa0305c53),segment_id=6c12478c-5d5e-4b72-9354-6b9aa0305c53)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:50.637630 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.700865 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Calling delete_port for a4efb0ae-a1cf-4aac-b343-98238ce8b069 owned by network:dhcp {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:50.775670 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.777561 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:50.806528 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4efb0ae-a1cf-4aac-b343-98238ce8b069,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:50.809604 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:50.810350 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] No DVR routers for this DVR port a4efb0ae-a1cf-4aac-b343-98238ce8b069 on host dv-cinder-753305-6-iscsi {{(pid=99509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:58:50.858745 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87be445a-e85a-4139-a101-548229e80f5a None None] DHCP port deletion for f92a2cec-a693-4e05-94b5-39b9afbe845f request from dv-cinder-753305-6-iscsi {{(pid=99510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 00:58:50.882277 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.892419 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92a2cec-a693-4e05-94b5-39b9afbe845f']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:50.902665 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c12478c-5d5e-4b72-9354-6b9aa0305c53') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:50.902984 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c12478c-5d5e-4b72-9354-6b9aa0305c53') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:50.912028 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.925471 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.931478 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:58:50.931850 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:58:50.933425 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:58:50.990306 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.993949 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d3068693-4415-449f-8f99-07abbb3649aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:50.996772 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.998087 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f92a2cec-a693-4e05-94b5-39b9afbe845f HTTP/1.1" status: 204 len: 168 time: 0.5766466 Jun 22 00:58:51.003900 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34450) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:51.014681 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Pushing event deleted for resources: {'Network': ['ID=f92a2cec-a693-4e05-94b5-39b9afbe845f,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:51.017743 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c2631275-a0b7-45b2-985b-2af9ed378798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:51.121466 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45677d47-dd4f-46f9-91de-66d8c4f557ad req-95df51d5-aa91-47f9-b9c3-075a13d27858 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:51.122967 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-45677d47-dd4f-46f9-91de-66d8c4f557ad req-95df51d5-aa91-47f9-b9c3-075a13d27858 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 947 time: 0.1486247 Jun 22 00:58:51.204482 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-45677d47-dd4f-46f9-91de-66d8c4f557ad req-4833abe0-5561-4777-9f89-158fa6f88c3b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743165 Jun 22 00:58:51.396977 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824320'] for router_interface, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.398083 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a4efb0ae-a1cf-4aac-b343-98238ce8b069 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:51.418249 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: a4efb0ae-a1cf-4aac-b343-98238ce8b069 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:51.418708 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a4efb0ae-a1cf-4aac-b343-98238ce8b069 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:51.419172 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a2e1c831-cf0e-442a-957b-b78c4279ba72 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:51.437802 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: a2e1c831-cf0e-442a-957b-b78c4279ba72 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:51.439608 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device a2e1c831-cf0e-442a-957b-b78c4279ba72 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:51.440066 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 74955f82-9929-4b76-b56b-021a7b047dd5 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:51.458386 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 74955f82-9929-4b76-b56b-021a7b047dd5 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:51.458743 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 74955f82-9929-4b76-b56b-021a7b047dd5 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:51.650415 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] Deleting port 5cd37250-ae28-4a36-a180-b9f9a752f0c9 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:51.650762 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.728452 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] For port 5cd37250-ae28-4a36-a180-b9f9a752f0c9, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=5cd37250-ae28-4a36-a180-b9f9a752f0c9,segment=NetworkSegment(567651ca-72bf-4c5d-b6f9-905511a373ba),segment_id=567651ca-72bf-4c5d-b6f9-905511a373ba)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:51.728817 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.795349 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] Calling delete_port for 5cd37250-ae28-4a36-a180-b9f9a752f0c9 owned by network:router_interface {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:51.971089 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.972997 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9778e869-6236-4930-815d-34e16e8330b4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:51.997770 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd37250-ae28-4a36-a180-b9f9a752f0c9,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:52.000345 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:52.164049 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824236'] for router_interface, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.365708 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] Router d1669016-a6ba-4821-b662-5ec853ed14b0 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:58:52.462271 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:58:52.467063 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-4861b0f8-b2ca-4b81-bf01-d2b7ed400e4b admin admin] 10.222.0.26 "PUT /v2.0/routers/d1669016-a6ba-4821-b662-5ec853ed14b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4607453 Jun 22 00:58:52.472924 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34454) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:52.473123 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b34b5a-e3b3-4d68-a4eb-0d8baab9ace3 None None] Sync routers for ids ['d1669016-a6ba-4821-b662-5ec853ed14b0'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:58:52.481829 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b34b5a-e3b3-4d68-a4eb-0d8baab9ace3 None None] Routers {'d1669016-a6ba-4821-b662-5ec853ed14b0'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:52.482437 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-19b34b5a-e3b3-4d68-a4eb-0d8baab9ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:58:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['d1669016-a6ba-4821-b662-5ec853ed14b0'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:52.570577 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Notify callbacks [] for router, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.583964 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-19b34b5a-e3b3-4d68-a4eb-0d8baab9ace3 None None] Set router d1669016-a6ba-4821-b662-5ec853ed14b0 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:52.672123 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.724579 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Deleting port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:52.724925 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.756184 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-19b34b5a-e3b3-4d68-a4eb-0d8baab9ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'name': 'tempest-TestShelveInstance-1691361888-router', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:58:51Z', 'revision_number': 5, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'gw_port': {'id': 'be7e1a03-b880-4b7c-b21c-5aba3ffacdf6', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:52.780780 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b34b5a-e3b3-4d68-a4eb-0d8baab9ace3 None None] Checking router: d1669016-a6ba-4821-b662-5ec853ed14b0 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:58:52.789190 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b34b5a-e3b3-4d68-a4eb-0d8baab9ace3 None None] Routers {'d1669016-a6ba-4821-b662-5ec853ed14b0'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:52.789956 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-19b34b5a-e3b3-4d68-a4eb-0d8baab9ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:58:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['d1669016-a6ba-4821-b662-5ec853ed14b0'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:52.806644 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] For port be7e1a03-b880-4b7c-b21c-5aba3ffacdf6, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=be7e1a03-b880-4b7c-b21c-5aba3ffacdf6,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:52.807045 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.871693 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-19b34b5a-e3b3-4d68-a4eb-0d8baab9ace3 None None] Set router d1669016-a6ba-4821-b662-5ec853ed14b0 gateway port host: None {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:52.872883 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Calling delete_port for be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 owned by network:router_gateway {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:52.997255 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-00987489-1dec-44c9-9329-92ba4f4e8c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.013294 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-19b34b5a-e3b3-4d68-a4eb-0d8baab9ace3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'name': 'tempest-TestShelveInstance-1691361888-router', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:58:52Z', 'revision_number': 6, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'gw_port_host': None}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:53.038453 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b34b5a-e3b3-4d68-a4eb-0d8baab9ace3 None None] The sync data for ids ['d1669016-a6ba-4821-b662-5ec853ed14b0'] in dv-cinder-753305-6-iscsi is: [{'id': 'd1669016-a6ba-4821-b662-5ec853ed14b0', 'name': 'tempest-TestShelveInstance-1691361888-router', 'tenant_id': '0b86879de2a64ecea7bc3862f30dfd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:01Z', 'updated_at': '2021-06-22T00:58:52Z', 'revision_number': 6, 'project_id': '0b86879de2a64ecea7bc3862f30dfd98', 'gw_port_host': None}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:58:53.044579 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.046852 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-443e373d-7ec4-4ada-8531-026ca009c48a tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:53.073421 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Pushing event deleted for resources: {'Port': ['ID=be7e1a03-b880-4b7c-b21c-5aba3ffacdf6,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:53.077238 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:53.131861 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785289'] for router_gateway, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.519843 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26058'] for router, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.521965 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.564745 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3823605'] for router, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.565331 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1669016-a6ba-4821-b662-5ec853ed14b0 {{(pid=99507) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 00:58:53.570074 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Notify callbacks [] for router, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.571262 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] 10.222.0.26 "DELETE /v2.0/routers/d1669016-a6ba-4821-b662-5ec853ed14b0 HTTP/1.1" status: 204 len: 168 time: 1.1007214 Jun 22 00:58:53.573684 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34456) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:53.594157 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.619115 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_v2 [None req-810a7f2d-0d46-42ca-8375-10d5b84d6ebe admin admin] Deleting subnet 8d9875d7-d69a-454d-97e4-82deb283f4c1 {{(pid=99507) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:58:53.622098 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-810a7f2d-0d46-42ca-8375-10d5b84d6ebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.655330 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-810a7f2d-0d46-42ca-8375-10d5b84d6ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12239924'] for subnet, precommit_delete_associations {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.732214 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-810a7f2d-0d46-42ca-8375-10d5b84d6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.783162 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-810a7f2d-0d46-42ca-8375-10d5b84d6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12392420'] for subnet, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.786193 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-64b83a0b-86d4-460a-a995-e1d725f17bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:53.811752 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-810a7f2d-0d46-42ca-8375-10d5b84d6ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.813667 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-810a7f2d-0d46-42ca-8375-10d5b84d6ebe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8d9875d7-d69a-454d-97e4-82deb283f4c1 HTTP/1.1" status: 204 len: 168 time: 0.2390261 Jun 22 00:58:53.814877 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a7f2d-0d46-42ca-8375-10d5b84d6ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9875d7-d69a-454d-97e4-82deb283f4c1,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:53.816515 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34458) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:53.817102 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-810a7f2d-0d46-42ca-8375-10d5b84d6ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:53.820388 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d015b198-301b-42d8-85ed-248c5f8cf914 None None] Network 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:58:53.836452 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 5cd37250-ae28-4a36-a180-b9f9a752f0c9 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:53.894916 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.955778 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Deleting port 888eedb7-a9fe-4100-95a5-a32187ea6a96 {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:53.956125 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.018470 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 5cd37250-ae28-4a36-a180-b9f9a752f0c9 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:54.018969 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 5cd37250-ae28-4a36-a180-b9f9a752f0c9 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:54.020346 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] For port 888eedb7-a9fe-4100-95a5-a32187ea6a96, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=888eedb7-a9fe-4100-95a5-a32187ea6a96,segment=NetworkSegment(567651ca-72bf-4c5d-b6f9-905511a373ba),segment_id=567651ca-72bf-4c5d-b6f9-905511a373ba)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:54.020713 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.088768 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Calling delete_port for 888eedb7-a9fe-4100-95a5-a32187ea6a96 owned by network:dhcp {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:54.165927 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-230a3039-7cc6-41d7-851f-9aadf655d82f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633681 Jun 22 00:58:54.178049 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.180931 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-a804d512-1820-411b-b498-05d08a71943b tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:54.186392 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eacbcfe-d2ce-4a53-bebd-08344d63fd5b None None] DHCP port deletion for 5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 request from dv-cinder-753305-6-iscsi {{(pid=99510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 00:58:54.213511 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] No DVR routers for this DVR port 888eedb7-a9fe-4100-95a5-a32187ea6a96 on host dv-cinder-753305-6-iscsi {{(pid=99509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:58:54.218374 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Pushing event deleted for resources: {'Port': ['ID=888eedb7-a9fe-4100-95a5-a32187ea6a96,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:54.237542 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:54.260038 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-06a2d4b7-c52e-461d-b3cf-50703ed4d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:54.261507 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-06a2d4b7-c52e-461d-b3cf-50703ed4d822 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 1098 time: 0.0561132 Jun 22 00:58:54.287883 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.297565 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:54.308335 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567651ca-72bf-4c5d-b6f9-905511a373ba') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:54.308632 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567651ca-72bf-4c5d-b6f9-905511a373ba') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:54.317445 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.331455 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.337308 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:58:54.337715 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:58:54.339465 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:58:54.368183 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-2754c12d-b943-468a-9a93-ec2f832b86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:54.369543 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-2754c12d-b943-468a-9a93-ec2f832b86ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 911 time: 0.0851347 Jun 22 00:58:54.395882 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.399337 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ec970364-21f8-4f8f-b1d8-d03b7dbcae47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:54.401596 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.403423 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3 HTTP/1.1" status: 204 len: 168 time: 0.5827186 Jun 22 00:58:54.417006 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0e1c56-2bb6-4a4b-b38a-29dc035c67c3,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:54.420204 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:54.443102 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-2fd7d00e-d0f9-4abf-a64b-7de914ac9ce2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f HTTP/1.1" status: 200 len: 1001 time: 0.0659981 Jun 22 00:58:54.494266 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-0d20639f-5abe-401c-b5c4-2b458433e569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:54.495984 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-0d20639f-5abe-401c-b5c4-2b458433e569 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=070233c2-7174-469e-9cfd-5f96b698c040 HTTP/1.1" status: 200 len: 849 time: 0.0458865 Jun 22 00:58:54.520197 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34464) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:54.554326 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-9c2d87bc-d88b-4a18-bf1b-ecc749d7d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:54.555894 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-9c2d87bc-d88b-4a18-bf1b-ecc749d7d0a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5610de5-78d9-44db-a6b3-aa484fca5de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532782 Jun 22 00:58:54.560277 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c3b02af0-bf2d-45da-9528-54b212f2af70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22e2584999b7475eac023989b6168a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387967 Jun 22 00:58:54.563093 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34466) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:54.567095 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-7732be74-4348-4178-bc69-03aacf034593 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:58:54.568136 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-7732be74-4348-4178-bc69-03aacf034593 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057566 Jun 22 00:58:54.577941 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.676779 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-606476d9-ef43-4930-9f62-16461db3bdd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.707568 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-14fcf23c-fe8c-4c60-bafa-d260b4aeec22 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325750 Jun 22 00:58:54.709352 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-606476d9-ef43-4930-9f62-16461db3bdd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.821431 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5199abe5-5f06-4fcf-bfe5-eec3e7907587 req-328479c7-33f4-4bab-b918-1ef31c34b811 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057048 Jun 22 00:58:54.822429 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-606476d9-ef43-4930-9f62-16461db3bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.824944 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-606476d9-ef43-4930-9f62-16461db3bdd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.825961 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-606476d9-ef43-4930-9f62-16461db3bdd7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a88049e-a531-45a5-883d-00f7519f53c1 HTTP/1.1" status: 204 len: 168 time: 0.2568533 Jun 22 00:58:54.826713 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a9b9d630-5065-42b4-a4b8-43a5a2ddbdf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:54.834646 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606476d9-ef43-4930-9f62-16461db3bdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a88049e-a531-45a5-883d-00f7519f53c1,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:54.836863 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-606476d9-ef43-4930-9f62-16461db3bdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:55.139481 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34480) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:55.179523 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-d4a19415-defe-4681-af9e-796de612117e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b86879de2a64ecea7bc3862f30dfd98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387957 Jun 22 00:58:55.182457 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34482) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:55.233979 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d0a6ff64-c8e5-429d-bb57-276ea223fd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.255414 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d0a6ff64-c8e5-429d-bb57-276ea223fd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.311075 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d0a6ff64-c8e5-429d-bb57-276ea223fd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.314333 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-d0a6ff64-c8e5-429d-bb57-276ea223fd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.315549 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-d0a6ff64-c8e5-429d-bb57-276ea223fd17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2b3262d-6efb-4d0b-81c4-746d11617aa6 HTTP/1.1" status: 204 len: 168 time: 0.1321325 Jun 22 00:58:55.335364 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3f6c561b-37d9-4f48-bee9-3bea2b412246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:55.345979 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6ff64-c8e5-429d-bb57-276ea223fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b3262d-6efb-4d0b-81c4-746d11617aa6,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:55.350393 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d0a6ff64-c8e5-429d-bb57-276ea223fd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:55.387691 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7293b9-edb2-414c-be83-c191923a2940 req-f57d1b90-8082-42c4-824a-9efbedcdb774 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:55.389445 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4e7293b9-edb2-414c-be83-c191923a2940 req-f57d1b90-8082-42c4-824a-9efbedcdb774 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0890875 Jun 22 00:58:55.421143 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 888eedb7-a9fe-4100-95a5-a32187ea6a96 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:55.434615 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4e7293b9-edb2-414c-be83-c191923a2940 req-bea0fe6f-861b-42be-855b-c89fd5ebd916 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359592 Jun 22 00:58:55.446752 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 888eedb7-a9fe-4100-95a5-a32187ea6a96 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:55.447141 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 888eedb7-a9fe-4100-95a5-a32187ea6a96 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:55.447740 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:55.468192 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:55.468550 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device be7e1a03-b880-4b7c-b21c-5aba3ffacdf6 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:56.206166 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:56.608202 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460e635-b0dc-4346-a4de-3870e2fd6289 req-b5236cef-4f1e-4771-a0fe-2f512a809e8a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:56.609660 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5460e635-b0dc-4346-a4de-3870e2fd6289 req-b5236cef-4f1e-4771-a0fe-2f512a809e8a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0624104 Jun 22 00:58:56.677390 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5460e635-b0dc-4346-a4de-3870e2fd6289 req-11a309d3-f992-4968-91e7-f6e8a15bb1ba tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=1237a370-2e3e-48b2-a606-ec5135827c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619068 Jun 22 00:58:56.706243 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-68aafd19-820f-41e8-b6cf-a08035b5ffc6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:56.707675 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-68aafd19-820f-41e8-b6cf-a08035b5ffc6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.15 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 945 time: 0.0790255 Jun 22 00:58:56.804458 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Deleting port a7042cc3-7e2e-4822-a4f7-eba18918ec6f {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:56.804801 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:56.894800 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] For port a7042cc3-7e2e-4822-a4f7-eba18918ec6f, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a7042cc3-7e2e-4822-a4f7-eba18918ec6f,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:56.895259 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.055327 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.055619 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.055929 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Floating IP 59a74a18-6a6c-4168-92b4-b29bdada0726 disassociated. External IP: 172.27.0.123, port: a7042cc3-7e2e-4822-a4f7-eba18918ec6f. Jun 22 00:58:57.056266 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Calling delete_port for a7042cc3-7e2e-4822-a4f7-eba18918ec6f owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:57.183607 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.187246 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e7feca33-64eb-4485-af71-8e5d3a12eef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:57.210601 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event deleted for resources: {'Port': ['ID=a7042cc3-7e2e-4822-a4f7-eba18918ec6f,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:57.213996 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:57.329010 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Router 52c8014a-da5b-4303-8a8a-43d95b059bc6 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:58:57.434050 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:58:57.443329 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984379f-d9f3-415c-8826-81a534627c6f None None] Sync routers for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:58:57.452881 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984379f-d9f3-415c-8826-81a534627c6f None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:57.453491 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-8984379f-d9f3-415c-8826-81a534627c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:58:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:57.478342 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] No DVR routers for this DVR port a7042cc3-7e2e-4822-a4f7-eba18918ec6f on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:58:57.480993 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.483219 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-0cdcae4a-9bfb-4e5e-9117-cc2a63381b05 req-e96c3b07-fdaf-4063-97f6-5e46855bce12 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.15 "DELETE /v2.0/ports/a7042cc3-7e2e-4822-a4f7-eba18918ec6f HTTP/1.1" status: 204 len: 173 time: 0.7692566 Jun 22 00:58:57.483679 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51af6296-4ca7-4a75-be49-78fe9575789c', 'name': 'network-vif-deleted', 'tag': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:58:57.487762 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebde82a-1950-4ff6-8d9c-2d8d9d7930a4" -d '{"events": [{"server_uuid": "51af6296-4ca7-4a75-be49-78fe9575789c", "name": "network-vif-deleted", "tag": "a7042cc3-7e2e-4822-a4f7-eba18918ec6f"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:58:57.526993 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77109301-bc66-4760-ac4d-074acd7e264e x-openstack-request-id: req-77109301-bc66-4760-ac4d-074acd7e264e {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:58:57.527354 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51af6296-4ca7-4a75-be49-78fe9575789c", "name": "network-vif-deleted", "tag": "a7042cc3-7e2e-4822-a4f7-eba18918ec6f", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:58:57.527643 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77109301-bc66-4760-ac4d-074acd7e264e {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:58:57.528066 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51af6296-4ca7-4a75-be49-78fe9575789c', 'name': 'network-vif-deleted', 'tag': 'a7042cc3-7e2e-4822-a4f7-eba18918ec6f', 'status': 'completed', 'code': 200} Jun 22 00:58:57.565850 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-8984379f-d9f3-415c-8826-81a534627c6f None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:57.771843 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-8984379f-d9f3-415c-8826-81a534627c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:57.802379 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984379f-d9f3-415c-8826-81a534627c6f None None] Checking router: 52c8014a-da5b-4303-8a8a-43d95b059bc6 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:58:57.811116 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8984379f-d9f3-415c-8826-81a534627c6f None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:57.811752 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-8984379f-d9f3-415c-8826-81a534627c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:58:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:57.829647 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-780c5905-5222-4457-9ac6-f37385dec26c req-6d0b0947-cc8c-4248-91da-24a3a9177ea4 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=51af6296-4ca7-4a75-be49-78fe9575789c HTTP/1.1" status: 200 len: 210 time: 0.0282602 Jun 22 00:58:57.914707 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-8984379f-d9f3-415c-8826-81a534627c6f None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:58.110893 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-8984379f-d9f3-415c-8826-81a534627c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:58.137599 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8984379f-d9f3-415c-8826-81a534627c6f None None] The sync data for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi is: [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:58:58.344055 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be04b4f5-29bc-4937-8931-07eb40309f2f None None] New status for floating IP 59a74a18-6a6c-4168-92b4-b29bdada0726: DOWN {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:58:58.953353 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34498) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:59.006922 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-715573f2-bf21-4da2-8a73-5cd58c5d8895 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.029428 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-715573f2-bf21-4da2-8a73-5cd58c5d8895 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.075401 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-715573f2-bf21-4da2-8a73-5cd58c5d8895 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.078019 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-715573f2-bf21-4da2-8a73-5cd58c5d8895 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.079344 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-715573f2-bf21-4da2-8a73-5cd58c5d8895 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "DELETE /v2.0/security-groups/1237a370-2e3e-48b2-a606-ec5135827c22 HTTP/1.1" status: 204 len: 168 time: 0.1247721 Jun 22 00:58:59.080113 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-5cee3161-9437-4d38-b242-61b8c3c9309d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:59.082242 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34500) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:59.089075 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715573f2-bf21-4da2-8a73-5cd58c5d8895 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1237a370-2e3e-48b2-a606-ec5135827c22,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:59.091611 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-715573f2-bf21-4da2-8a73-5cd58c5d8895 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:59.098424 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.api.v2.resource [None req-eb7249c1-ba01-4f79-972d-d13705525b39 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] show failed (client error): The resource could not be found. Jun 22 00:58:59.099443 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-eb7249c1-ba01-4f79-972d-d13705525b39 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups/1237a370-2e3e-48b2-a606-ec5135827c22 HTTP/1.1" status: 404 len: 347 time: 0.0161314 Jun 22 00:58:59.102310 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34502) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:59.224914 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5a84d-e7b7-4df6-ae2b-79289b9a8d1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Deleting port 7db03161-3896-4a6d-9e76-b7f628983f7a {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:59.225251 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a84d-e7b7-4df6-ae2b-79289b9a8d1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.301503 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a84d-e7b7-4df6-ae2b-79289b9a8d1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.301830 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a84d-e7b7-4df6-ae2b-79289b9a8d1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.366076 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-b5d5a84d-e7b7-4df6-ae2b-79289b9a8d1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Calling delete_port for 7db03161-3896-4a6d-9e76-b7f628983f7a owned by network:floatingip {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:59.501443 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a84d-e7b7-4df6-ae2b-79289b9a8d1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.503432 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ca46bcf5-d9b7-4315-a922-725f45bb86f4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:59.525581 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5a84d-e7b7-4df6-ae2b-79289b9a8d1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event deleted for resources: {'Port': ['ID=7db03161-3896-4a6d-9e76-b7f628983f7a,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:59.528990 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b5d5a84d-e7b7-4df6-ae2b-79289b9a8d1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:59.588755 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a84d-e7b7-4df6-ae2b-79289b9a8d1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.591209 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b5d5a84d-e7b7-4df6-ae2b-79289b9a8d1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.592336 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b5d5a84d-e7b7-4df6-ae2b-79289b9a8d1f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "DELETE /v2.0/floatingips/59a74a18-6a6c-4168-92b4-b29bdada0726 HTTP/1.1" status: 204 len: 168 time: 0.4890938 Jun 22 00:58:59.801304 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a7042cc3-7e2e-4822-a4f7-eba18918ec6f no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:59.824899 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: a7042cc3-7e2e-4822-a4f7-eba18918ec6f {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:59.825254 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a7042cc3-7e2e-4822-a4f7-eba18918ec6f not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:59.883792 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34506) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:59.888724 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-e4965903-4706-4504-8fc4-62c2e3d454c6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1484503202', 'description': 'tempest-description--788331469'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:58:59.912717 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e4965903-4706-4504-8fc4-62c2e3d454c6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.990200 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e4965903-4706-4504-8fc4-62c2e3d454c6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.993688 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e4965903-4706-4504-8fc4-62c2e3d454c6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.996829 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b6d8abed-df2b-4261-9619-a33cf4472793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:00.015791 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e4965903-4706-4504-8fc4-62c2e3d454c6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.017695 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-e4965903-4706-4504-8fc4-62c2e3d454c6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1328697 Jun 22 00:59:00.020751 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34508) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:00.025406 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-4415e40e-dff6-4863-bf39-94bcc5c059a2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'security_group_rule': {'security_group_id': 'b268e12e-a6ec-41e8-92a5-a79f27d2edb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:00.025582 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4965903-4706-4504-8fc4-62c2e3d454c6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b268e12e-a6ec-41e8-92a5-a79f27d2edb6,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:00.028166 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e4965903-4706-4504-8fc4-62c2e3d454c6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:00.052139 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4415e40e-dff6-4863-bf39-94bcc5c059a2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.100736 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4415e40e-dff6-4863-bf39-94bcc5c059a2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.104397 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4415e40e-dff6-4863-bf39-94bcc5c059a2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.106459 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:00.121607 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415e40e-dff6-4863-bf39-94bcc5c059a2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930d7354-120b-427f-b347-df1d22f04da9,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:00.123996 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4415e40e-dff6-4863-bf39-94bcc5c059a2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:00.128027 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4415e40e-dff6-4863-bf39-94bcc5c059a2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.129185 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-4415e40e-dff6-4863-bf39-94bcc5c059a2 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1074121 Jun 22 00:59:00.131791 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34510) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:00.136159 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-91d016a3-f374-4ba9-81b0-59472fdc034a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'security_group_rule': {'security_group_id': 'b268e12e-a6ec-41e8-92a5-a79f27d2edb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:00.161436 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-91d016a3-f374-4ba9-81b0-59472fdc034a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.216113 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-91d016a3-f374-4ba9-81b0-59472fdc034a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.219380 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-91d016a3-f374-4ba9-81b0-59472fdc034a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3894495'] for security_group_rule, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.222025 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:00.237370 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d016a3-f374-4ba9-81b0-59472fdc034a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e41e31-59dd-45b9-9241-f3ba400affdd,revision_number=0']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:00.240145 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-91d016a3-f374-4ba9-81b0-59472fdc034a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:00.243216 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-91d016a3-f374-4ba9-81b0-59472fdc034a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.244448 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-91d016a3-f374-4ba9-81b0-59472fdc034a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117351 Jun 22 00:59:00.247311 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34512) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:00.251733 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'floatingip': {'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:00.272749 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.367819 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.469518 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Allocated IP 172.27.0.36 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/7452b242-9b72-45e8-af79-2bddabbe7466) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:59:00.572197 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.608923 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.610904 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b3e3c5fd-6457-4507-be54-5a9d6352bf55 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:00.647611 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:59:00.650430 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:59:00.653805 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:59:00.673908 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'Port': ['ID=7452b242-9b72-45e8-af79-2bddabbe7466,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:00.677554 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:00.737958 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.778076 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.919844 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.924924 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.927702 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-5001e31d-c1c1-4754-b4b3-013c7f5cf999 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:00.991014 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'Port': ['ID=7452b242-9b72-45e8-af79-2bddabbe7466,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:00.994688 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:00.999227 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:01.012789 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:01.013967 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7657554 Jun 22 00:59:01.198785 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-03400a79-cb72-431a-81df-67df5d587bd3 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1484503202&fields=id&tenant_id=1f47c536044c47d4ae389f8329499f13 HTTP/1.1" status: 200 len: 267 time: 0.0325859 Jun 22 00:59:01.303617 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c79ac3-732e-429a-abc7-567ea995eafc req-0e73089f-bea7-4c5e-9bec-a4524394c132 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:01.304947 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-0e73089f-bea7-4c5e-9bec-a4524394c132 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 810 time: 0.0995870 Jun 22 00:59:01.319296 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-615739a1-6379-43df-bbf9-f61e13cdd2be tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/quotas/1f47c536044c47d4ae389f8329499f13 HTTP/1.1" status: 200 len: 375 time: 0.0090897 Jun 22 00:59:01.384958 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e1cf7cd0-e361-4e8c-a9f2-acfdc0679711 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609345 Jun 22 00:59:01.400291 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-53c603b4-1366-465d-bb89-8a483c5428b3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:59:01.401226 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-53c603b4-1366-465d-bb89-8a483c5428b3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048454 Jun 22 00:59:01.489681 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-70b6bf35-3174-4b12-bcf3-b8a78253780b service neutron] 10.222.0.26 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833051 Jun 22 00:59:01.574267 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-8d49068d-3404-4eb2-b4dc-99666627c59a service neutron] 10.222.0.26 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785496 Jun 22 00:59:01.746677 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-098a98c4-74e7-47ef-b484-635a071d5274 req-81e5bf1c-535f-4c0c-8237-86abcc99fcfd tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 210 time: 0.0317373 Jun 22 00:59:02.884519 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8fc338d1-bd3f-4bbf-95d5-d981808cbd26 req-d611827e-dbe4-4c53-8de1-1b8257517480 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 210 time: 0.0288205 Jun 22 00:59:03.086624 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c79ac3-732e-429a-abc7-567ea995eafc req-7ba1858b-9092-4ae0-8f59-d8bd3c83498f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:03.087953 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-7ba1858b-9092-4ae0-8f59-d8bd3c83498f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.15 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 810 time: 0.0960450 Jun 22 00:59:03.141895 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-82d07666-a129-44b4-af6b-c1921f6eb7b9 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f47c536044c47d4ae389f8329499f13 HTTP/1.1" status: 200 len: 380 time: 0.0371034 Jun 22 00:59:03.151424 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'port': {'device_id': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'admin_state_up': True, 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'security_groups': ['b268e12e-a6ec-41e8-92a5-a79f27d2edb6']}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:03.256193 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Made reservation on behalf of 1f47c536044c47d4ae389f8329499f13 for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:59:03.259737 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:03.383283 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Allocated IP 172.20.0.6 (e5610de5-78d9-44db-a6b3-aa484fca5de0/070233c2-7174-469e-9cfd-5f96b698c040/7fe581cb-7d31-4e8a-8fd6-151f1cd62135) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:59:03.512048 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:03.529322 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Transition to ACTIVE for port object 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:59:03.560319 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:03.564907 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7749b406-efc4-485d-ac64-f5196dc5e86b tempest-VolumesSnapshotTestJSON-2106874912 tempest-VolumesSnapshotTestJSON-2106874912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:03.604484 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Network e5610de5-78d9-44db-a6b3-aa484fca5de0 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:59:03.607639 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:59:03.609914 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:59:03.635442 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event updated for resources: {'Port': ['ID=7fe581cb-7d31-4e8a-8fd6-151f1cd62135,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:03.638300 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:03.665290 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:03.665920 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:03.681091 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e09d7f9a-a3db-47c2-901e-186862330e2a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5329833 Jun 22 00:59:03.791019 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Request body: {'port': {'device_id': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:03.803633 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-fb846452-dfdb-4887-9376-f4d8f1854774 None None] Provisioning for port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:59:03.807372 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-fb846452-dfdb-4887-9376-f4d8f1854774 None None] Provisioning complete for port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:59:03.807822 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-fb846452-dfdb-4887-9376-f4d8f1854774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:03.841086 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-fb846452-dfdb-4887-9376-f4d8f1854774 None None] Port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:59:03.867930 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:04.368059 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:59:04.399901 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b01dc-568c-463e-be0e-c818020b5a91 req-39e160e1-856b-4f3a-be20-c05314a0e9c9 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:04.401345 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-695b01dc-568c-463e-be0e-c818020b5a91 req-39e160e1-856b-4f3a-be20-c05314a0e9c9 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 931 time: 0.1001534 Jun 22 00:59:04.472908 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-695b01dc-568c-463e-be0e-c818020b5a91 req-91f15a4f-ba01-4355-ad5a-ae67b4643926 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640817 Jun 22 00:59:04.477955 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:59:04.482957 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:04.495603 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Transition to ACTIVE for port object 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:59:04.499008 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:04.501119 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0026872d-bd1d-4e7c-848a-a8f9a4c4be28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:04.569960 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Pushing event updated for resources: {'Port': ['ID=7fe581cb-7d31-4e8a-8fd6-151f1cd62135,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:04.576379 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:04.644784 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Attempting to bind port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:59:04.645116 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Attempting to bind port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:59:04.645445 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Attempting to bind port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 on network e5610de5-78d9-44db-a6b3-aa484fca5de0 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:59:04.649790 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 on network e5610de5-78d9-44db-a6b3-aa484fca5de0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:59:04.650114 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Attempting to bind port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 on network e5610de5-78d9-44db-a6b3-aa484fca5de0 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:59:04.655073 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:59:04.655409 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Checking segment: {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:59:04.655893 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Bound using segment: {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:59:04.656326 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Bound port: 7fe581cb-7d31-4e8a-8fd6-151f1cd62135, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51cea17f-e87d-4e8f-a135-a5f0fbd38cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:59:04.657654 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:04.720672 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] For port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:59:04.723564 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] For port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7fe581cb-7d31-4e8a-8fd6-151f1cd62135,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:59:04.728373 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:04.731209 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-21da646e-cd26-4d64-b0c0-937514e78780 tempest-TestShelveInstance-596373881 tempest-TestShelveInstance-596373881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:04.759620 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:04.760631 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:04.761762 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] 10.222.0.15 "PUT /v2.0/ports/7fe581cb-7d31-4e8a-8fd6-151f1cd62135 HTTP/1.1" status: 200 len: 1093 time: 1.0666983 Jun 22 00:59:04.764117 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'tag': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:59:04.768299 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e80bfda-b1b3-4cb4-8808-122ebd248632" -d '{"events": [{"name": "network-changed", "server_uuid": "5d040e7d-8332-4796-9094-6305ab1e1a60", "tag": "7fe581cb-7d31-4e8a-8fd6-151f1cd62135"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:59:04.794350 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Pushing event updated for resources: {'Port': ['ID=7fe581cb-7d31-4e8a-8fd6-151f1cd62135,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:04.797879 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-dec7f65b-dd68-4fe1-9ffb-449a1c56526a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:04.820068 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd84b6e-2b2a-4e44-a78c-a2a94816bf00 x-openstack-request-id: req-fbd84b6e-2b2a-4e44-a78c-a2a94816bf00 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:59:04.820409 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d040e7d-8332-4796-9094-6305ab1e1a60", "tag": "7fe581cb-7d31-4e8a-8fd6-151f1cd62135", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:59:04.820706 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbd84b6e-2b2a-4e44-a78c-a2a94816bf00 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:59:04.821143 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'tag': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135', 'status': 'completed', 'code': 200} Jun 22 00:59:04.905973 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e073b4b8-fd52-4987-b1fb-ff47cb5ccbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:04.908020 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-e073b4b8-fd52-4987-b1fb-ff47cb5ccbaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 1096 time: 0.0621312 Jun 22 00:59:04.966191 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-83f94ba9-f6fa-4184-ba45-c202cfadeb29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe581cb-7d31-4e8a-8fd6-151f1cd62135 HTTP/1.1" status: 200 len: 217 time: 0.0371783 Jun 22 00:59:05.013535 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c79ac3-732e-429a-abc7-567ea995eafc req-11ca309d-da3f-464e-b808-3c9b5044befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:05.014990 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-11ca309d-da3f-464e-b808-3c9b5044befb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=070233c2-7174-469e-9cfd-5f96b698c040 HTTP/1.1" status: 200 len: 849 time: 0.0428138 Jun 22 00:59:05.069572 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c79ac3-732e-429a-abc7-567ea995eafc req-31ddc46a-fa1d-44f3-9392-2d7f2ad1cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:05.071024 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-31ddc46a-fa1d-44f3-9392-2d7f2ad1cef5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5610de5-78d9-44db-a6b3-aa484fca5de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500870 Jun 22 00:59:05.158910 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-a57c5271-8a3a-4a8b-a52c-0025e67dd636 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813763 Jun 22 00:59:05.244547 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64c79ac3-732e-429a-abc7-567ea995eafc req-ee62db3f-734a-4f5a-9d8c-0e0ec5a5ac8e service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791371 Jun 22 00:59:05.409503 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bfda-b1b3-4cb4-8808-122ebd248632 req-532632d4-1836-467b-95e9-43bb354fed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:05.410944 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e80bfda-b1b3-4cb4-8808-122ebd248632 req-532632d4-1836-467b-95e9-43bb354fed4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 1096 time: 0.0583239 Jun 22 00:59:05.499645 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bfda-b1b3-4cb4-8808-122ebd248632 req-5b2e74a8-fd78-46bd-8ccc-0e48c81e75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:05.501933 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e80bfda-b1b3-4cb4-8808-122ebd248632 req-5b2e74a8-fd78-46bd-8ccc-0e48c81e75ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 911 time: 0.0839274 Jun 22 00:59:05.544895 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e80bfda-b1b3-4cb4-8808-122ebd248632 req-b859b988-d094-4645-ba90-e9bc3e6dc283 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe581cb-7d31-4e8a-8fd6-151f1cd62135 HTTP/1.1" status: 200 len: 217 time: 0.0368433 Jun 22 00:59:05.618690 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bfda-b1b3-4cb4-8808-122ebd248632 req-66cf278c-8670-4206-a1cc-a3e2457b0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:05.620118 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e80bfda-b1b3-4cb4-8808-122ebd248632 req-66cf278c-8670-4206-a1cc-a3e2457b0d3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=070233c2-7174-469e-9cfd-5f96b698c040 HTTP/1.1" status: 200 len: 849 time: 0.0694077 Jun 22 00:59:05.689276 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee626ccf-1db8-4360-99e0-dcd769058348 req-2c2021ca-bac9-49ed-9cec-f48719ba907f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:05.690614 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ee626ccf-1db8-4360-99e0-dcd769058348 req-2c2021ca-bac9-49ed-9cec-f48719ba907f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 943 time: 0.1079888 Jun 22 00:59:05.713296 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80bfda-b1b3-4cb4-8808-122ebd248632 req-4fe9c6e5-abc6-4da8-9b8b-e632a0758588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:05.714696 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e80bfda-b1b3-4cb4-8808-122ebd248632 req-4fe9c6e5-abc6-4da8-9b8b-e632a0758588 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5610de5-78d9-44db-a6b3-aa484fca5de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866065 Jun 22 00:59:05.771126 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ee626ccf-1db8-4360-99e0-dcd769058348 req-1f86bdd6-7a5c-47e1-9997-084923d64217 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742466 Jun 22 00:59:05.812044 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e80bfda-b1b3-4cb4-8808-122ebd248632 req-48b56e0c-35d6-44bd-bf02-efb92e5d27f9 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895634 Jun 22 00:59:05.901828 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e80bfda-b1b3-4cb4-8808-122ebd248632 req-5ca1e7dc-0b98-4d38-b336-ca67ce58e6c8 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832574 Jun 22 00:59:06.949449 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4af05-d21e-48cb-a0b8-ffb80333454c req-9718cfec-9f9b-4d70-bebc-64ac6939b740 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:06.950902 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f0c4af05-d21e-48cb-a0b8-ffb80333454c req-9718cfec-9f9b-4d70-bebc-64ac6939b740 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 943 time: 0.0685549 Jun 22 00:59:06.987827 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f0c4af05-d21e-48cb-a0b8-ffb80333454c req-3fd68cba-6496-4c99-a6dd-a2119194d206 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312431 Jun 22 00:59:07.867606 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:59:07.961475 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7fe581cb-7d31-4e8a-8fd6-151f1cd62135,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:07.972631 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'port_id': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135', 'mac_address': 'fa:16:3e:bc:f8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:59:08.010269 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:08.022642 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:59:08.042379 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7fe581cb-7d31-4e8a-8fd6-151f1cd62135,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:08.046848 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:08.049315 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:08.093255 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=7fe581cb-7d31-4e8a-8fd6-151f1cd62135,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:08.096825 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:08.161035 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb5b5e-7af9-4cbb-8e19-ed1cf1681c7f req-04bf4fe1-8e5c-407c-98d6-47ca11689a91 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:08.162378 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-85fb5b5e-7af9-4cbb-8e19-ed1cf1681c7f req-04bf4fe1-8e5c-407c-98d6-47ca11689a91 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 944 time: 0.0615277 Jun 22 00:59:08.199273 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-85fb5b5e-7af9-4cbb-8e19-ed1cf1681c7f req-07760a51-454a-4230-8808-4633eb253b40 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313864 Jun 22 00:59:08.489062 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['7fe581cb-7d31-4e8a-8fd6-151f1cd62135'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:59:09.380080 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465b28f-fafb-4740-8066-b11c63242375 req-fe257421-f5be-4fa7-8843-4507ed006340 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:09.381514 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5465b28f-fafb-4740-8066-b11c63242375 req-fe257421-f5be-4fa7-8843-4507ed006340 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 944 time: 0.0689137 Jun 22 00:59:09.417976 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5465b28f-fafb-4740-8066-b11c63242375 req-2a7234a9-f17a-44cf-b766-de13578f2e03 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308080 Jun 22 00:59:09.874862 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:59:09.922151 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:59:09.926131 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:59:09.926512 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:10.000743 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:10.021906 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:59:10.024154 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31146244-68d2-45cf-96d3-f1facc49f3ae" -d '{"events": [{"server_uuid": "5d040e7d-8332-4796-9094-6305ab1e1a60", "name": "network-vif-plugged", "status": "completed", "tag": "7fe581cb-7d31-4e8a-8fd6-151f1cd62135"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:59:10.037005 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7fe581cb-7d31-4e8a-8fd6-151f1cd62135,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:10.040589 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:10.042388 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-b1a1068e-5b3d-4146-b0d4-5637a1aa95cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:10.063565 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556f78e1-3b1c-4c8c-bf0f-b9d00eda56ed x-openstack-request-id: req-556f78e1-3b1c-4c8c-bf0f-b9d00eda56ed {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:59:10.063859 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d040e7d-8332-4796-9094-6305ab1e1a60", "name": "network-vif-plugged", "status": "completed", "tag": "7fe581cb-7d31-4e8a-8fd6-151f1cd62135", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:59:10.064115 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-556f78e1-3b1c-4c8c-bf0f-b9d00eda56ed {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:59:10.064524 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135', 'code': 200} Jun 22 00:59:10.088855 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=7fe581cb-7d31-4e8a-8fd6-151f1cd62135,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:10.091730 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:10.323607 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d98cf-da8d-4a6e-a417-1da766f10474 req-1cf56036-dd2c-4a80-a657-717da05ebb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:10.325110 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b14d98cf-da8d-4a6e-a417-1da766f10474 req-1cf56036-dd2c-4a80-a657-717da05ebb51 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 1098 time: 0.0502520 Jun 22 00:59:10.358459 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b14d98cf-da8d-4a6e-a417-1da766f10474 req-3bedbdd8-9941-4e28-810f-7de607d6163f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260899 Jun 22 00:59:10.595461 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204ad15-b836-4346-9a21-d6cf0dec0955 req-9604aea9-a4f0-4873-867e-99dc62ea74b7 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:10.596874 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8204ad15-b836-4346-9a21-d6cf0dec0955 req-9604aea9-a4f0-4873-867e-99dc62ea74b7 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 945 time: 0.0664225 Jun 22 00:59:10.633752 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8204ad15-b836-4346-9a21-d6cf0dec0955 req-e4134520-8950-42e0-87e7-1c34d6c15915 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314319 Jun 22 00:59:11.805091 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820861b5-52df-423d-916c-1df2912fdf89 req-f78194dc-1df9-4f80-8aa8-735a8c0839d4 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:11.806538 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-820861b5-52df-423d-916c-1df2912fdf89 req-f78194dc-1df9-4f80-8aa8-735a8c0839d4 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 945 time: 0.0636830 Jun 22 00:59:11.844770 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-820861b5-52df-423d-916c-1df2912fdf89 req-ff3fd63f-9001-42f4-8853-67cb6b94c860 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Jun 22 00:59:13.014769 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194ded9-4421-40f2-996f-32eb98c03c63 req-ea838bc6-f51a-445f-8675-c8c13c62b29a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:13.017031 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a194ded9-4421-40f2-996f-32eb98c03c63 req-ea838bc6-f51a-445f-8675-c8c13c62b29a tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 945 time: 0.0628848 Jun 22 00:59:13.054006 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-a194ded9-4421-40f2-996f-32eb98c03c63 req-2a20797c-193f-43a6-9ca1-acd65055d53c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Jun 22 00:59:13.219848 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234f59b-29e5-4802-b5ce-e2f6e6a7770b req-8d6d56f0-0a84-42ed-9169-9e3a830a9aea tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:13.221268 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4234f59b-29e5-4802-b5ce-e2f6e6a7770b req-8d6d56f0-0a84-42ed-9169-9e3a830a9aea tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 945 time: 0.0655665 Jun 22 00:59:13.229587 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34578) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:13.234379 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.v2.base [None req-8c504117-5e32-4f06-b5fe-eeb817632ec6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Request body: {'floatingip': {'port_id': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135'}} {{(pid=99509) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:13.276909 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8c504117-5e32-4f06-b5fe-eeb817632ec6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, before_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:13.711628 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8c504117-5e32-4f06-b5fe-eeb817632ec6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:13.715281 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8c504117-5e32-4f06-b5fe-eeb817632ec6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:13.809316 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.db.l3_db [None req-8c504117-5e32-4f06-b5fe-eeb817632ec6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Floating IP cc3b72a8-eba5-4224-aab4-61ab6ee0773a associated. External IP: 172.27.0.36, port: 7fe581cb-7d31-4e8a-8fd6-151f1cd62135. Jun 22 00:59:14.219411 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c504117-5e32-4f06-b5fe-eeb817632ec6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Router 52c8014a-da5b-4303-8a8a-43d95b059bc6 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:59:14.319660 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c504117-5e32-4f06-b5fe-eeb817632ec6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:59:14.324045 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8c504117-5e32-4f06-b5fe-eeb817632ec6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:14.330283 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb593ef-0896-442a-8675-2442834c2881 None None] Sync routers for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:59:14.339964 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb593ef-0896-442a-8675-2442834c2881 None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:14.340575 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cbb593ef-0896-442a-8675-2442834c2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:58:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:14.364496 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-8c504117-5e32-4f06-b5fe-eeb817632ec6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "PUT /v2.0/floatingips/cc3b72a8-eba5-4224-aab4-61ab6ee0773a HTTP/1.1" status: 200 len: 990 time: 1.1338458 Jun 22 00:59:14.365276 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'tag': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135'}] {{(pid=99509) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:59:14.367671 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}715ab93fe84fc0b93290d0888939334232c31d164512a61dc43338aaaf7e287b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959fa6ae-fd6a-45cb-b780-acae344185e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d040e7d-8332-4796-9094-6305ab1e1a60", "tag": "7fe581cb-7d31-4e8a-8fd6-151f1cd62135"}]}' {{(pid=99509) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:59:14.405140 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e120a86-44e1-4ab7-b113-0ba6272a8001 x-openstack-request-id: req-7e120a86-44e1-4ab7-b113-0ba6272a8001 {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:59:14.405583 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d040e7d-8332-4796-9094-6305ab1e1a60", "tag": "7fe581cb-7d31-4e8a-8fd6-151f1cd62135", "status": "completed", "code": 200}]} {{(pid=99509) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:59:14.405884 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e120a86-44e1-4ab7-b113-0ba6272a8001 {{(pid=99509) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:59:14.406577 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'tag': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135', 'status': 'completed', 'code': 200} Jun 22 00:59:14.447931 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-cbb593ef-0896-442a-8675-2442834c2881 None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:14.520488 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa6ae-fd6a-45cb-b780-acae344185e3 req-ca403d73-6cc5-4310-b447-e8d1354594fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:14.522136 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-959fa6ae-fd6a-45cb-b780-acae344185e3 req-ca403d73-6cc5-4310-b447-e8d1354594fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f47c536044c47d4ae389f8329499f13&device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 1098 time: 0.0545013 Jun 22 00:59:14.613584 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa6ae-fd6a-45cb-b780-acae344185e3 req-df8f2639-4727-4aed-a083-7d250a4366a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:14.615048 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-959fa6ae-fd6a-45cb-b780-acae344185e3 req-df8f2639-4727-4aed-a083-7d250a4366a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 200 len: 911 time: 0.0863621 Jun 22 00:59:14.665932 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:14.683238 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cbb593ef-0896-442a-8675-2442834c2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'cc3b72a8-eba5-4224-aab4-61ab6ee0773a', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'port_id': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'mac_address': 'fa:16:3e:bc:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:59:00Z', 'updated_at': '2021-06-22T00:59:13Z', 'revision_number': 1, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:14.689062 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-959fa6ae-fd6a-45cb-b780-acae344185e3 req-f61cb04e-fa9f-45ff-a144-df0001346f6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fe581cb-7d31-4e8a-8fd6-151f1cd62135 HTTP/1.1" status: 200 len: 998 time: 0.0674407 Jun 22 00:59:14.709803 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb593ef-0896-442a-8675-2442834c2881 None None] Checking router: 52c8014a-da5b-4303-8a8a-43d95b059bc6 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:59:14.717769 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb593ef-0896-442a-8675-2442834c2881 None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:14.718368 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cbb593ef-0896-442a-8675-2442834c2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:58:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:14.736817 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa6ae-fd6a-45cb-b780-acae344185e3 req-b8be168d-2472-459a-92b7-5154bd853da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:14.738182 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-959fa6ae-fd6a-45cb-b780-acae344185e3 req-b8be168d-2472-459a-92b7-5154bd853da6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=070233c2-7174-469e-9cfd-5f96b698c040 HTTP/1.1" status: 200 len: 849 time: 0.0435216 Jun 22 00:59:14.799906 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa6ae-fd6a-45cb-b780-acae344185e3 req-f7302dd0-10ed-4d44-b9c8-e1171ff0c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:14.801434 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-959fa6ae-fd6a-45cb-b780-acae344185e3 req-f7302dd0-10ed-4d44-b9c8-e1171ff0c4ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5610de5-78d9-44db-a6b3-aa484fca5de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570688 Jun 22 00:59:14.893764 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-959fa6ae-fd6a-45cb-b780-acae344185e3 req-73616ab6-ae11-4c20-abb6-1fd7ac7a5bef service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859056 Jun 22 00:59:14.945316 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-cbb593ef-0896-442a-8675-2442834c2881 None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:14.986271 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-959fa6ae-fd6a-45cb-b780-acae344185e3 req-3db76b7b-dbfc-4527-8e72-d5291721ba43 service neutron] 10.222.0.15 "GET /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866745 Jun 22 00:59:15.164552 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-cbb593ef-0896-442a-8675-2442834c2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'cc3b72a8-eba5-4224-aab4-61ab6ee0773a', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'port_id': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'mac_address': 'fa:16:3e:bc:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:59:00Z', 'updated_at': '2021-06-22T00:59:13Z', 'revision_number': 1, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:15.189406 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb593ef-0896-442a-8675-2442834c2881 None None] The sync data for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi is: [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': 'cc3b72a8-eba5-4224-aab4-61ab6ee0773a', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'port_id': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'mac_address': 'fa:16:3e:bc:f8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:59:00Z', 'updated_at': '2021-06-22T00:59:13Z', 'revision_number': 1, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:59:15.374509 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004f3c8d-7fc3-41b3-922c-90bd5575847e None None] New status for floating IP cc3b72a8-eba5-4224-aab4-61ab6ee0773a: ACTIVE {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:59:20.547718 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-9d59c7c5-a2be-471e-ad06-2872b9a04be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:22.997685 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-be6cf0ba-350a-4f63-bca0-d6abc68e6987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:23.595720 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:24.581011 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:26.207914 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.368140 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:59:44.645411 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:47.314346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aab0d6-ee6b-4e2d-b3bd-94ebcffbdde3 req-73f5d6b5-fe9f-40f7-b499-1a36ddb5bbf6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:47.316554 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-26aab0d6-ee6b-4e2d-b3bd-94ebcffbdde3 req-73f5d6b5-fe9f-40f7-b499-1a36ddb5bbf6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 947 time: 0.0633824 Jun 22 00:59:47.353812 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-26aab0d6-ee6b-4e2d-b3bd-94ebcffbdde3 req-63fe998d-1422-4922-a70e-48c084fb75a0 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314846 Jun 22 00:59:48.527208 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72d4bd-52a4-4315-a796-a370ddb4a6d4 req-a19d4632-7006-43c3-9e0f-e9d665c69441 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:48.528578 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9b72d4bd-52a4-4315-a796-a370ddb4a6d4 req-a19d4632-7006-43c3-9e0f-e9d665c69441 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 947 time: 0.0633869 Jun 22 00:59:48.565746 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-9b72d4bd-52a4-4315-a796-a370ddb4a6d4 req-25339c21-fc8d-4ab3-90fa-607ff0f8faed tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups?id=21267a1c-3c5c-4745-94f6-5529b06d5a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308611 Jun 22 00:59:49.115536 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-6d18409c-944f-451b-a3c0-b9fe3d42686f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:49.116870 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-6d18409c-944f-451b-a3c0-b9fe3d42686f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 947 time: 0.0692177 Jun 22 00:59:49.213466 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Deleting port a6014b20-cf4a-44b7-8548-8184b3a34e70 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:49.213808 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:49.299411 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] For port a6014b20-cf4a-44b7-8548-8184b3a34e70, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6014b20-cf4a-44b7-8548-8184b3a34e70,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:49.299765 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:49.457988 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:49.458281 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:49.458595 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Floating IP 1d834d3f-832d-4773-8113-f6b0d86eb956 disassociated. External IP: 172.27.0.215, port: a6014b20-cf4a-44b7-8548-8184b3a34e70. Jun 22 00:59:49.458960 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Calling delete_port for a6014b20-cf4a-44b7-8548-8184b3a34e70 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:49.585530 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:49.589473 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-479973f5-d64d-4602-834d-0ace3c06f5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:49.615383 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event deleted for resources: {'Port': ['ID=a6014b20-cf4a-44b7-8548-8184b3a34e70,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:49.625331 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.625719 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.626094 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.626463 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.626828 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.627224 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.627586 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.627946 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.628301 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.628655 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.629007 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.629386 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:49.633055 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:49.735984 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-64e5abd7-9abe-4ab4-86f9-683a9f84040c req-bdd5164d-6faf-4be7-ab0f-dd096d50bc9f tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c8e1a9-c428-466e-8d5c-c180d34b504c HTTP/1.1" status: 200 len: 210 time: 0.0543416 Jun 22 00:59:49.762240 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:59:49.867179 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:59:49.876754 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f8546-f466-4d36-aaf7-1e7015677c09 None None] Sync routers for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:59:49.886047 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f8546-f466-4d36-aaf7-1e7015677c09 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:49.886661 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-108f8546-f466-4d36-aaf7-1e7015677c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:59:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:49.911257 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] No DVR routers for this DVR port a6014b20-cf4a-44b7-8548-8184b3a34e70 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:59:49.913927 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:49.915867 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-7b6615d5-6b2f-4be2-918a-88f063fa5306 req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.15 "DELETE /v2.0/ports/a6014b20-cf4a-44b7-8548-8184b3a34e70 HTTP/1.1" status: 204 len: 173 time: 0.7935722 Jun 22 00:59:49.917650 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'name': 'network-vif-deleted', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:59:49.921323 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea06ea7f-d407-41f7-870d-c0908d536af0" -d '{"events": [{"server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "name": "network-vif-deleted", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:59:50.006151 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-108f8546-f466-4d36-aaf7-1e7015677c09 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:50.112386 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeb389f-cba2-4be8-b2c7-44bf45c1a656 x-openstack-request-id: req-dfeb389f-cba2-4be8-b2c7-44bf45c1a656 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:59:50.112908 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c8e1a9-c428-466e-8d5c-c180d34b504c", "name": "network-vif-deleted", "tag": "a6014b20-cf4a-44b7-8548-8184b3a34e70", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:59:50.113392 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfeb389f-cba2-4be8-b2c7-44bf45c1a656 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:59:50.114104 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c8e1a9-c428-466e-8d5c-c180d34b504c', 'name': 'network-vif-deleted', 'tag': 'a6014b20-cf4a-44b7-8548-8184b3a34e70', 'status': 'completed', 'code': 200} Jun 22 00:59:50.228430 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-108f8546-f466-4d36-aaf7-1e7015677c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:50.254818 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f8546-f466-4d36-aaf7-1e7015677c09 None None] Checking router: 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:59:50.263091 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108f8546-f466-4d36-aaf7-1e7015677c09 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:50.263696 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-108f8546-f466-4d36-aaf7-1e7015677c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:59:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:50.362770 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-108f8546-f466-4d36-aaf7-1e7015677c09 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:50.553544 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2f698617-9af5-4414-8453-ec41068d8899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:50.568761 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-108f8546-f466-4d36-aaf7-1e7015677c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:50.597473 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108f8546-f466-4d36-aaf7-1e7015677c09 None None] The sync data for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi is: [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:48:40Z', 'revision_number': 4, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '9418712e-c67d-4f5d-80a7-9ba991ab4857', 'name': '', 'network_id': '40daa533-8b8b-42fb-9b6e-81147858b587', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'mac_address': 'fa:16:3e:d8:76:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:38Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'subnets': [{'id': 'ca10742e-8130-44f1-acd4-d46a0f8147d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:59:50.796384 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e939c2-292e-4b4c-ac82-1caea123b33c None None] New status for floating IP 1d834d3f-832d-4773-8113-f6b0d86eb956: DOWN {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:59:50.860770 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34678) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:50.924341 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5842-0a19-41b6-8757-a5036719233b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:50.948099 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5842-0a19-41b6-8757-a5036719233b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:50.995661 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5842-0a19-41b6-8757-a5036719233b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:50.998268 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5842-0a19-41b6-8757-a5036719233b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:51.000105 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-f3ce5842-0a19-41b6-8757-a5036719233b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "DELETE /v2.0/security-groups/21267a1c-3c5c-4745-94f6-5529b06d5a51 HTTP/1.1" status: 204 len: 168 time: 0.1382291 Jun 22 00:59:51.000959 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bf9f35e7-230a-414b-be97-1f605fe334fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:51.002868 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34680) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:51.009667 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce5842-0a19-41b6-8757-a5036719233b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21267a1c-3c5c-4745-94f6-5529b06d5a51,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:51.011991 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-f3ce5842-0a19-41b6-8757-a5036719233b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:51.017048 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.api.v2.resource [None req-733b45c7-7d8d-414c-870e-53626e5d0a5e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] show failed (client error): The resource could not be found. Jun 22 00:59:51.018083 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-733b45c7-7d8d-414c-870e-53626e5d0a5e tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "GET /v2.0/security-groups/21267a1c-3c5c-4745-94f6-5529b06d5a51 HTTP/1.1" status: 404 len: 347 time: 0.0139420 Jun 22 00:59:51.020773 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34682) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:51.140858 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Deleting port 7e10e159-b6eb-400f-876c-9641cae1f75c {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:51.141197 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:51.212072 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:51.212422 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:51.276552 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Calling delete_port for 7e10e159-b6eb-400f-876c-9641cae1f75c owned by network:floatingip {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:51.408819 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:51.411516 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:51.443034 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Pushing event deleted for resources: {'Port': ['ID=7e10e159-b6eb-400f-876c-9641cae1f75c,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:51.467286 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.468212 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.468593 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.468971 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.469374 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.469756 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.470131 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.470499 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.470869 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.471262 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.471632 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.471997 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:59:51.477542 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:51.514171 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks [] for floatingip, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:51.516643 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:51.517796 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-fee4ad92-6fbb-442b-9769-eded9c868e2b tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] 10.222.0.26 "DELETE /v2.0/floatingips/1d834d3f-832d-4773-8113-f6b0d86eb956 HTTP/1.1" status: 204 len: 168 time: 0.4961321 Jun 22 00:59:52.059454 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a6014b20-cf4a-44b7-8548-8184b3a34e70 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:59:52.079416 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: a6014b20-cf4a-44b7-8548-8184b3a34e70 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:59:52.079765 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device a6014b20-cf4a-44b7-8548-8184b3a34e70 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:59:52.996773 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a60aa46f-be38-4ffc-a1f5-3cd978b76a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:53.598095 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:54.584588 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:56.210502 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:56.994295 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e072c88d-c513-4785-a445-2e268b2a3025 req-4f52ebde-d7bc-4ed0-b90a-b2737d8cb4b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508173 Jun 22 00:59:57.076869 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072c88d-c513-4785-a445-2e268b2a3025 req-f974c7f9-c67f-468f-925f-05cdfd6a44ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:57.078616 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e072c88d-c513-4785-a445-2e268b2a3025 req-f974c7f9-c67f-468f-925f-05cdfd6a44ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 1098 time: 0.0508256 Jun 22 00:59:57.183827 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072c88d-c513-4785-a445-2e268b2a3025 req-8ad41212-25a4-456e-b1f5-7cfb91139658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:57.185308 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e072c88d-c513-4785-a445-2e268b2a3025 req-8ad41212-25a4-456e-b1f5-7cfb91139658 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 912 time: 0.0864027 Jun 22 00:59:57.246734 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e072c88d-c513-4785-a445-2e268b2a3025 req-b12a9f88-0649-48e6-b46b-8a38de02210e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dcce61b-4381-4e50-b2f0-d879cdf9be24 HTTP/1.1" status: 200 len: 1001 time: 0.0552957 Jun 22 00:59:57.297389 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072c88d-c513-4785-a445-2e268b2a3025 req-b7af4d2c-a40c-40db-9c2c-040d0821e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:57.298754 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e072c88d-c513-4785-a445-2e268b2a3025 req-b7af4d2c-a40c-40db-9c2c-040d0821e8b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0454068 Jun 22 00:59:57.356641 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072c88d-c513-4785-a445-2e268b2a3025 req-b1fc5c89-900f-4b7c-866d-15bf35a1b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:57.358176 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e072c88d-c513-4785-a445-2e268b2a3025 req-b1fc5c89-900f-4b7c-866d-15bf35a1b435 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525463 Jun 22 00:59:57.444450 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e072c88d-c513-4785-a445-2e268b2a3025 req-73dcf4b3-604f-4f6d-81c5-e3dd07fafb50 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791485 Jun 22 00:59:57.541702 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e072c88d-c513-4785-a445-2e268b2a3025 req-3ea81b5e-4a1a-4567-b0b4-4e0726312375 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910928 Jun 22 00:59:58.301682 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34744) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:58.730692 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824320'] for router_interface, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:58.983825 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] Deleting port 9418712e-c67d-4f5d-80a7-9ba991ab4857 {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:58.984204 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:59.061868 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] For port 9418712e-c67d-4f5d-80a7-9ba991ab4857, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=9418712e-c67d-4f5d-80a7-9ba991ab4857,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:59.062770 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:59.133234 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] Calling delete_port for 9418712e-c67d-4f5d-80a7-9ba991ab4857 owned by network:router_interface {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:59.310481 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:59.313894 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:59.339391 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9418712e-c67d-4f5d-80a7-9ba991ab4857,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:59.342462 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:59.506066 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824236'] for router_interface, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:59.714892 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] Router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:59:59.820894 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:59:59.825685 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-2b5b664e-343e-4d2e-94f0-6bac9cfd69d1 admin admin] 10.222.0.26 "PUT /v2.0/routers/73a9c129-a9f3-4bfa-9239-1a1e887eb8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5227487 Jun 22 00:59:59.828222 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34752) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:59.830769 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f702cc5-15de-49ef-bf84-938e170514f8 None None] Sync routers for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:59:59.840494 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f702cc5-15de-49ef-bf84-938e170514f8 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:59.841113 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-5f702cc5-15de-49ef-bf84-938e170514f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:59:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:59.944253 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-5f702cc5-15de-49ef-bf84-938e170514f8 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:00:00.129653 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-5f702cc5-15de-49ef-bf84-938e170514f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:59:59Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:00:00.150038 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Notify callbacks [] for router, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:00.159574 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f702cc5-15de-49ef-bf84-938e170514f8 None None] Checking router: 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:00:00.167681 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f702cc5-15de-49ef-bf84-938e170514f8 None None] Routers {'73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:00:00.168287 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-5f702cc5-15de-49ef-bf84-938e170514f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T00:59:53Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:00:00.249208 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:00.272003 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-5f702cc5-15de-49ef-bf84-938e170514f8 None None] Set router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:00:00.305200 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Deleting port fa0f39e8-ec7b-4acd-a14e-fe92253155d8 {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:00:00.305688 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:00.383400 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] For port fa0f39e8-ec7b-4acd-a14e-fe92253155d8, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=fa0f39e8-ec7b-4acd-a14e-fe92253155d8,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:00:00.384090 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:00.454637 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Calling delete_port for fa0f39e8-ec7b-4acd-a14e-fe92253155d8 owned by network:router_gateway {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:00:00.454897 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-5f702cc5-15de-49ef-bf84-938e170514f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:59:59Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:00:00.480521 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f702cc5-15de-49ef-bf84-938e170514f8 None None] The sync data for ids ['73a9c129-a9f3-4bfa-9239-1a1e887eb8f7'] in dv-cinder-753305-6-iscsi is: [{'id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1064800904-router', 'tenant_id': '82fead901d83470b932de546dc74ac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:33Z', 'updated_at': '2021-06-22T00:59:59Z', 'revision_number': 5, 'project_id': '82fead901d83470b932de546dc74ac9d', 'gw_port': {'id': 'fa0f39e8-ec7b-4acd-a14e-fe92253155d8', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a9c129-a9f3-4bfa-9239-1a1e887eb8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:35Z', 'updated_at': '2021-06-22T00:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:00:00.618682 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:00.621310 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-262fc78e-4805-488b-90e0-c1b3647a4319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:00.644401 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0f39e8-ec7b-4acd-a14e-fe92253155d8,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:00.648004 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:00.706358 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785289'] for router_gateway, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:00.791498 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26058'] for router, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:00.793450 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:00.837594 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3823605'] for router, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:00.838120 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 {{(pid=99509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 01:00:00.843074 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:00.845253 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-fcde1fc2-1feb-46dc-9088-b510bc4ad589 admin admin] 10.222.0.26 "DELETE /v2.0/routers/73a9c129-a9f3-4bfa-9239-1a1e887eb8f7 HTTP/1.1" status: 204 len: 168 time: 1.0159492 Jun 22 01:00:00.847646 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34758) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:00.892481 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74e41c0-5955-405d-9bc5-6e8bb53af5f0 admin admin] Deleting subnet ca10742e-8130-44f1-acd4-d46a0f8147d1 {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:00:00.895944 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b74e41c0-5955-405d-9bc5-6e8bb53af5f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:00.934898 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b74e41c0-5955-405d-9bc5-6e8bb53af5f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10396607'] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.009752 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b74e41c0-5955-405d-9bc5-6e8bb53af5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.064684 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b74e41c0-5955-405d-9bc5-6e8bb53af5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9353184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8710147'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.067122 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-6ee6da5b-a36e-4832-ba11-2ffd7c17c444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:01.096991 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e41c0-5955-405d-9bc5-6e8bb53af5f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca10742e-8130-44f1-acd4-d46a0f8147d1,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:01.098968 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b74e41c0-5955-405d-9bc5-6e8bb53af5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.100807 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b74e41c0-5955-405d-9bc5-6e8bb53af5f0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ca10742e-8130-44f1-acd4-d46a0f8147d1 HTTP/1.1" status: 204 len: 168 time: 0.2521296 Jun 22 01:00:01.101669 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b74e41c0-5955-405d-9bc5-6e8bb53af5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:01.103286 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34760) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:01.106249 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32da315-c55f-4015-9020-5a474abeb524 None None] Network 40daa533-8b8b-42fb-9b6e-81147858b587 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:00:01.172126 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.224244 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Deleting port 24821449-9d26-481f-9708-01cd21a700ce {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:00:01.224584 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.290397 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] For port 24821449-9d26-481f-9708-01cd21a700ce, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=24821449-9d26-481f-9708-01cd21a700ce,segment=NetworkSegment(179db2ee-0c52-4a9f-b23f-f025d228c741),segment_id=179db2ee-0c52-4a9f-b23f-f025d228c741)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:00:01.290758 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.353662 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Calling delete_port for 24821449-9d26-481f-9708-01cd21a700ce owned by network:dhcp {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:00:01.451941 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.456468 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-cbf6de18-a264-471a-b58f-4b2329cdd661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:01.470955 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91668810-4185-4075-818a-80d5202c3509 None None] DHCP port deletion for 40daa533-8b8b-42fb-9b6e-81147858b587 request from dv-cinder-753305-6-iscsi {{(pid=99510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 01:00:01.486501 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=24821449-9d26-481f-9708-01cd21a700ce,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:01.490523 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] No DVR routers for this DVR port 24821449-9d26-481f-9708-01cd21a700ce on host dv-cinder-753305-6-iscsi {{(pid=99509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:00:01.492091 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:01.539693 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device fa0f39e8-ec7b-4acd-a14e-fe92253155d8 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:00:01.563711 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: fa0f39e8-ec7b-4acd-a14e-fe92253155d8 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:00:01.564144 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device fa0f39e8-ec7b-4acd-a14e-fe92253155d8 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:00:01.564621 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 9418712e-c67d-4f5d-80a7-9ba991ab4857 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:00:01.571380 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.581621 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40daa533-8b8b-42fb-9b6e-81147858b587']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:00:01.592470 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179db2ee-0c52-4a9f-b23f-f025d228c741') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:00:01.592767 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179db2ee-0c52-4a9f-b23f-f025d228c741') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:00:01.602327 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.617055 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.623259 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:00:01.623651 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:00:01.626096 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:00:01.683193 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.686477 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:01.689530 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.694134 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/40daa533-8b8b-42fb-9b6e-81147858b587 HTTP/1.1" status: 204 len: 168 time: 0.5898888 Jun 22 01:00:01.706377 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=40daa533-8b8b-42fb-9b6e-81147858b587,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:01.708891 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-01b5a212-68fd-4ab7-84e2-5c91521332b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:01.711322 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 9418712e-c67d-4f5d-80a7-9ba991ab4857 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:00:01.711676 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 9418712e-c67d-4f5d-80a7-9ba991ab4857 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:00:01.712098 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 24821449-9d26-481f-9708-01cd21a700ce no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:00:01.730071 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 24821449-9d26-481f-9708-01cd21a700ce {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:00:01.730420 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 24821449-9d26-481f-9708-01cd21a700ce not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:00:01.807041 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34768) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:01.847631 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-2851ff55-d179-435b-ba9f-3d74ada9baf0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82fead901d83470b932de546dc74ac9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393274 Jun 22 01:00:01.849817 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34770) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:01.900007 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca99d23e-6aa1-42ec-8e9a-6f5ecbd9491f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.920190 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca99d23e-6aa1-42ec-8e9a-6f5ecbd9491f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.964306 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca99d23e-6aa1-42ec-8e9a-6f5ecbd9491f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.966908 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-ca99d23e-6aa1-42ec-8e9a-6f5ecbd9491f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:01.968539 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-ca99d23e-6aa1-42ec-8e9a-6f5ecbd9491f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1722711f-c9df-4753-a3f1-8cd5090a9d65 HTTP/1.1" status: 204 len: 168 time: 0.1173460 Jun 22 01:00:01.969311 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-3ae3dce1-73b2-4063-9fd2-b16ca315cb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:01.976482 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99d23e-6aa1-42ec-8e9a-6f5ecbd9491f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1722711f-c9df-4753-a3f1-8cd5090a9d65,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:01.979437 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ca99d23e-6aa1-42ec-8e9a-6f5ecbd9491f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:03.342068 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34814) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:03.441273 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4220-fc2e-4a1c-9f60-72b1311cdfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:03.535442 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4220-fc2e-4a1c-9f60-72b1311cdfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:03.539239 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-2aaa4220-fc2e-4a1c-9f60-72b1311cdfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:03.543162 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e3304373-d618-4c32-9892-821a2adf00a6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:03.581564 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-2aaa4220-fc2e-4a1c-9f60-72b1311cdfcf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2b8c29e28eb4908b48d639f9e2c0d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384284 Jun 22 01:00:03.582765 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa4220-fc2e-4a1c-9f60-72b1311cdfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db69e80-3436-4c36-afbd-2263071f2644,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:03.584266 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34824) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:03.585937 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2aaa4220-fc2e-4a1c-9f60-72b1311cdfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:03.633804 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e89555b0-4927-4e60-9187-0867b46e9a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:03.655051 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e89555b0-4927-4e60-9187-0867b46e9a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:03.704709 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e89555b0-4927-4e60-9187-0867b46e9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:03.707662 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-e89555b0-4927-4e60-9187-0867b46e9a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:03.711447 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-e89555b0-4927-4e60-9187-0867b46e9a05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7db69e80-3436-4c36-afbd-2263071f2644 HTTP/1.1" status: 204 len: 168 time: 0.1236687 Jun 22 01:00:03.711447 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bab193a1-86c2-40b5-9cca-bcff9bc78aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:03.738812 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89555b0-4927-4e60-9187-0867b46e9a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db69e80-3436-4c36-afbd-2263071f2644,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:03.743342 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e89555b0-4927-4e60-9187-0867b46e9a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:03.760197 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-3ba0ffef-ab00-4da4-b234-66d94f3a0688 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586627260&fields=id&tenant_id=ebf63b041c0046d29dac298f4c8f4558 HTTP/1.1" status: 200 len: 267 time: 0.0378413 Jun 22 01:00:03.877893 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-ffb573ca-89b7-49bb-966d-69fd9eb6e4af tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:03.879446 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-ffb573ca-89b7-49bb-966d-69fd9eb6e4af tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 811 time: 0.1105990 Jun 22 01:00:03.895740 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-c019380b-8fef-4dc3-b262-8444643ea91d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/quotas/ebf63b041c0046d29dac298f4c8f4558 HTTP/1.1" status: 200 len: 375 time: 0.0101440 Jun 22 01:00:03.969960 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-13bc7eab-67f9-4da7-9143-bfed88fff61f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0691259 Jun 22 01:00:03.982785 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34836) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:03.996293 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-80e303c9-f2fe-4688-945f-ae8fb9edaceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:04.087885 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-80e303c9-f2fe-4688-945f-ae8fb9edaceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:04.092242 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-80e303c9-f2fe-4688-945f-ae8fb9edaceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:04.096540 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-29f8fc11-90f7-428e-8bab-c816ca84ab8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:04.120663 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-79ba8bef-7e84-4334-bc7c-e38902c52bc2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=99507) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:00:04.121644 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-79ba8bef-7e84-4334-bc7c-e38902c52bc2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1400504 Jun 22 01:00:04.131010 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-80e303c9-f2fe-4688-945f-ae8fb9edaceb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=daf5a838a9ed4a79af2cdd6223a7269c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471360 Jun 22 01:00:04.132960 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e303c9-f2fe-4688-945f-ae8fb9edaceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe762241-df2f-4566-af07-791a7e7d5965,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:04.135574 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34840) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:04.136166 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-80e303c9-f2fe-4688-945f-ae8fb9edaceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:04.244505 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b8aa229a-5156-4d45-a8d1-8c54aebb802c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:04.255461 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-421447f2-78be-4044-b1ec-c99fe71082e8 service neutron] 10.222.0.26 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274154 Jun 22 01:00:04.276480 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b8aa229a-5156-4d45-a8d1-8c54aebb802c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:04.373712 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-ac059c3b-051c-429e-87ab-3f8f68249a54 service neutron] 10.222.0.26 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094706 Jun 22 01:00:04.380959 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b8aa229a-5156-4d45-a8d1-8c54aebb802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:04.383493 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b8aa229a-5156-4d45-a8d1-8c54aebb802c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:04.384587 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b8aa229a-5156-4d45-a8d1-8c54aebb802c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe762241-df2f-4566-af07-791a7e7d5965 HTTP/1.1" status: 204 len: 168 time: 0.2481284 Jun 22 01:00:04.386008 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2b7fb785-3366-47d1-8280-e6d250f16744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:04.397641 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa229a-5156-4d45-a8d1-8c54aebb802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe762241-df2f-4566-af07-791a7e7d5965,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:04.400401 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b8aa229a-5156-4d45-a8d1-8c54aebb802c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:05.711470 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1b967991-d84b-4f5b-b85c-57d7b8182c38 req-ea516453-15b8-4e42-9617-b24b9352a03f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 210 time: 0.0307574 Jun 22 01:00:06.023197 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34914) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:06.129946 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-12a354a8-911c-4c9b-94ee-daa53ec45ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.229450 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-12a354a8-911c-4c9b-94ee-daa53ec45ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.233125 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-12a354a8-911c-4c9b-94ee-daa53ec45ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.236693 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ab1edc20-9413-4b17-a19d-49788ba74d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:06.274584 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-12a354a8-911c-4c9b-94ee-daa53ec45ea5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=163176f7990546b4a8212514877e3070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502544 Jun 22 01:00:06.275887 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a354a8-911c-4c9b-94ee-daa53ec45ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029f72ce-d27a-4d5a-bca8-d71d79c140c2,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:06.276692 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34918) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:06.279319 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-12a354a8-911c-4c9b-94ee-daa53ec45ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:06.334663 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-57170fd3-3ac0-448b-8c3b-71de0b493eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.355672 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-57170fd3-3ac0-448b-8c3b-71de0b493eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.402137 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-57170fd3-3ac0-448b-8c3b-71de0b493eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.404647 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-57170fd3-3ac0-448b-8c3b-71de0b493eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.406070 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-57170fd3-3ac0-448b-8c3b-71de0b493eca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/029f72ce-d27a-4d5a-bca8-d71d79c140c2 HTTP/1.1" status: 204 len: 168 time: 0.1267533 Jun 22 01:00:06.406922 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-6e883e93-4828-4b6c-9f62-21a5fe8afb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:06.414092 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57170fd3-3ac0-448b-8c3b-71de0b493eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029f72ce-d27a-4d5a-bca8-d71d79c140c2,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:06.416439 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-57170fd3-3ac0-448b-8c3b-71de0b493eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:06.653954 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 34924) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:06.667201 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a1434fea-dae3-4253-a994-594e42ee0857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.818581 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a1434fea-dae3-4253-a994-594e42ee0857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.829471 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a1434fea-dae3-4253-a994-594e42ee0857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.843108 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2ccfd009-f8c3-4f0d-9d1f-f94e17913fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:06.883376 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-88ade7e1-d6d3-41a4-b1f3-88cce4a7f5fa req-bce3a51e-6e78-4261-9e79-24e3c0adbf5a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 210 time: 0.0576591 Jun 22 01:00:06.919178 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-a1434fea-dae3-4253-a994-594e42ee0857 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f45d12b8f03e41a395be4818d33bb025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641430 Jun 22 01:00:06.922454 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 34928) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:06.927951 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-009ed718-b8d8-4772-a436-e4da57e1aebb tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:06.929389 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-009ed718-b8d8-4772-a436-e4da57e1aebb tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 811 time: 0.1932840 Jun 22 01:00:06.930502 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1434fea-dae3-4253-a994-594e42ee0857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b10d933-483b-4eba-ade9-64decc39574b,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:06.934215 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a1434fea-dae3-4253-a994-594e42ee0857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:06.972357 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c43eee56-c4f8-4d1e-8840-5755823e8ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.988059 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-7a550878-c5fe-4459-8cbe-f03cd5060502 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebf63b041c0046d29dac298f4c8f4558 HTTP/1.1" status: 200 len: 379 time: 0.0365562 Jun 22 01:00:06.994282 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c43eee56-c4f8-4d1e-8840-5755823e8ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:06.997016 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'port': {'device_id': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'admin_state_up': True, 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'security_groups': ['c8b90c42-60b5-4690-a416-b460f4f0a752']}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:00:07.050436 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c43eee56-c4f8-4d1e-8840-5755823e8ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:07.053333 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c43eee56-c4f8-4d1e-8840-5755823e8ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:07.054467 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c43eee56-c4f8-4d1e-8840-5755823e8ce9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b10d933-483b-4eba-ade9-64decc39574b HTTP/1.1" status: 204 len: 168 time: 0.1307838 Jun 22 01:00:07.055418 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-75fb38e3-c55d-417b-9e23-b0bf3ca17925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:07.063951 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43eee56-c4f8-4d1e-8840-5755823e8ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b10d933-483b-4eba-ade9-64decc39574b,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:07.066235 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c43eee56-c4f8-4d1e-8840-5755823e8ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:07.400800 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Made reservation on behalf of ebf63b041c0046d29dac298f4c8f4558 for: {'port': 1} {{(pid=99507) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:00:07.404562 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:07.542199 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Allocated IP 172.20.0.9 (91572343-6549-47c0-a188-a4c479854ae1/d68c98e5-d99c-4c13-bde3-49f2126f56e2/005f4497-4b99-4780-8130-ab48446e0901) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:00:07.694701 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:07.708804 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Transition to ACTIVE for port object 005f4497-4b99-4780-8130-ab48446e0901 will not be triggered until provisioned by entity DHCP. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:00:07.742229 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:07.746166 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-37653ac6-a51a-4b23-9965-f21949d58290 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:07.785728 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Network 91572343-6549-47c0-a188-a4c479854ae1 is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:00:07.788936 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:00:07.792912 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:00:07.823468 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'Port': ['ID=005f4497-4b99-4780-8130-ab48446e0901,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:07.829686 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:07.859709 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:07.860341 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:07.876269 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8829310 Jun 22 01:00:07.895558 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Request body: {'port': {'device_id': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:00:07.977315 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:08.056331 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-a30a62ab-143f-4198-80ce-08cc514d8d2c None None] Provisioning for port 005f4497-4b99-4780-8130-ab48446e0901 completed by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:00:08.060067 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-a30a62ab-143f-4198-80ce-08cc514d8d2c None None] Provisioning complete for port 005f4497-4b99-4780-8130-ab48446e0901 triggered by entity DHCP. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:00:08.060456 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a30a62ab-143f-4198-80ce-08cc514d8d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:08.095360 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-a30a62ab-143f-4198-80ce-08cc514d8d2c None None] Port 005f4497-4b99-4780-8130-ab48446e0901 cannot update to ACTIVE because it is not bound. {{(pid=99510) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:00:08.195400 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f862fca-38b6-4b34-9552-75d20f39315d req-15e72774-8234-4ce0-b31f-f82e760748d1 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:08.196790 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f862fca-38b6-4b34-9552-75d20f39315d req-15e72774-8234-4ce0-b31f-f82e760748d1 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 931 time: 0.1842482 Jun 22 01:00:08.256070 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3f862fca-38b6-4b34-9552-75d20f39315d req-40750549-45e4-4c77-8c65-ecd6cbf7748c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536094 Jun 22 01:00:08.326148 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005f4497-4b99-4780-8130-ab48446e0901 {{(pid=99507) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:00:08.333615 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:08.345863 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.provisioning_blocks [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Transition to ACTIVE for port object 005f4497-4b99-4780-8130-ab48446e0901 will not be triggered until provisioned by entity L2. {{(pid=99507) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:00:08.351554 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:08.354708 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:08.433562 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Pushing event updated for resources: {'Port': ['ID=005f4497-4b99-4780-8130-ab48446e0901,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:08.455106 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:08.509211 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Attempting to bind port 005f4497-4b99-4780-8130-ab48446e0901 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:00:08.509550 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Attempting to bind port 005f4497-4b99-4780-8130-ab48446e0901 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:00:08.509882 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Attempting to bind port 005f4497-4b99-4780-8130-ab48446e0901 on network 91572343-6549-47c0-a188-a4c479854ae1 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:00:08.515248 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Port 005f4497-4b99-4780-8130-ab48446e0901 on network 91572343-6549-47c0-a188-a4c479854ae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:00:08.515654 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Attempting to bind port 005f4497-4b99-4780-8130-ab48446e0901 on network 91572343-6549-47c0-a188-a4c479854ae1 {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:00:08.521982 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Checking agent: {'id': 'a83b322a-c094-4370-bb02-e57d736a75c1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:00:08.522414 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Checking segment: {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99507) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:00:08.522883 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Bound using segment: {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'} {{(pid=99507) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:00:08.523436 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.managers [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Bound port: 005f4497-4b99-4780-8130-ab48446e0901, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3591b8-889e-424a-948c-2b3596968ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '91572343-6549-47c0-a188-a4c479854ae1'}}] {{(pid=99507) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:00:08.523865 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:08.600550 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] For port 005f4497-4b99-4780-8130-ab48446e0901, host hv-cinder-75330, cleared binding levels {{(pid=99507) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:00:08.604406 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] For port 005f4497-4b99-4780-8130-ab48446e0901, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=005f4497-4b99-4780-8130-ab48446e0901,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99507) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:00:08.610772 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:08.614076 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a014601e-5ad3-4f9e-93ab-4ddf9b25e378 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:08.648397 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:08.649156 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:08.651200 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] 10.222.0.15 "PUT /v2.0/ports/005f4497-4b99-4780-8130-ab48446e0901 HTTP/1.1" status: 200 len: 1093 time: 0.7613266 Jun 22 01:00:08.651724 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'tag': '005f4497-4b99-4780-8130-ab48446e0901'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:00:08.654072 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2789e6-8795-46ae-9ac8-f431afadeb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "748c2c0b-b305-4907-ad9d-2efc2c108ecc", "tag": "005f4497-4b99-4780-8130-ab48446e0901"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:00:08.690804 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Pushing event updated for resources: {'Port': ['ID=005f4497-4b99-4780-8130-ab48446e0901,revision_number=3']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:08.694540 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:08.709358 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7976c18-18cb-4814-8e41-290104eef44e x-openstack-request-id: req-c7976c18-18cb-4814-8e41-290104eef44e {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:00:08.709688 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748c2c0b-b305-4907-ad9d-2efc2c108ecc", "tag": "005f4497-4b99-4780-8130-ab48446e0901", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:00:08.709984 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c7976c18-18cb-4814-8e41-290104eef44e {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:00:08.710633 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'tag': '005f4497-4b99-4780-8130-ab48446e0901', 'status': 'completed', 'code': 200} Jun 22 01:00:08.785714 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-86273542-6c64-4767-aa4a-038dcece9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:08.787340 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-86273542-6c64-4767-aa4a-038dcece9ff5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 1096 time: 0.0634577 Jun 22 01:00:08.842714 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-8bd8ac5b-c674-40a8-91e5-01b0ce227a15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005f4497-4b99-4780-8130-ab48446e0901 HTTP/1.1" status: 200 len: 217 time: 0.0415115 Jun 22 01:00:08.895432 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-448d774d-6fbd-43e2-87e2-86f96cd76ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:08.896883 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-448d774d-6fbd-43e2-87e2-86f96cd76ceb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0489624 Jun 22 01:00:08.955494 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-1e377750-c6fd-4d68-a66f-d763254e115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:08.956972 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-1e377750-c6fd-4d68-a66f-d763254e115b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529673 Jun 22 01:00:09.043605 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-5f29afcd-ee61-445b-80d8-80139d7f8313 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800145 Jun 22 01:00:09.133791 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-21afc5f4-7909-4890-89bd-76fbcf669ebc req-b59e0965-66b7-4c0c-8483-95f5ab486e13 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834222 Jun 22 01:00:09.291188 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789e6-8795-46ae-9ac8-f431afadeb0c req-85fc07e8-6377-4690-9466-53251a6bf3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:09.292646 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cc2789e6-8795-46ae-9ac8-f431afadeb0c req-85fc07e8-6377-4690-9466-53251a6bf3f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 1096 time: 0.0520031 Jun 22 01:00:09.412717 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789e6-8795-46ae-9ac8-f431afadeb0c req-27edc736-cc43-4981-84fd-a55cbafff4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:09.414180 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cc2789e6-8795-46ae-9ac8-f431afadeb0c req-27edc736-cc43-4981-84fd-a55cbafff4d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 912 time: 0.1149657 Jun 22 01:00:09.461720 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cc2789e6-8795-46ae-9ac8-f431afadeb0c req-db8e1c1a-fdd4-4a32-a4c2-bbcd96bd143f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005f4497-4b99-4780-8130-ab48446e0901 HTTP/1.1" status: 200 len: 217 time: 0.0409548 Jun 22 01:00:09.507476 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a46b1e-80fb-425f-8d76-1465ad87cb63 req-0ac9d46f-f3f9-49f5-a29e-e5fe9cd79f3e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:09.508921 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e4a46b1e-80fb-425f-8d76-1465ad87cb63 req-0ac9d46f-f3f9-49f5-a29e-e5fe9cd79f3e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 943 time: 0.1375394 Jun 22 01:00:09.535026 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789e6-8795-46ae-9ac8-f431afadeb0c req-6fd54050-70cb-43ed-9e0d-53e62db41945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:09.536477 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cc2789e6-8795-46ae-9ac8-f431afadeb0c req-6fd54050-70cb-43ed-9e0d-53e62db41945 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0673230 Jun 22 01:00:09.556080 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e4a46b1e-80fb-425f-8d76-1465ad87cb63 req-d25d371a-5263-45fa-a2bc-72ce02398286 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396044 Jun 22 01:00:09.611457 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2789e6-8795-46ae-9ac8-f431afadeb0c req-5ba090da-fb6b-4935-8742-2eae76d992c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:09.612982 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cc2789e6-8795-46ae-9ac8-f431afadeb0c req-5ba090da-fb6b-4935-8742-2eae76d992c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521359 Jun 22 01:00:09.701816 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cc2789e6-8795-46ae-9ac8-f431afadeb0c req-a2071414-e8f8-4da3-b38f-bbdc026b4892 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820470 Jun 22 01:00:09.787742 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cc2789e6-8795-46ae-9ac8-f431afadeb0c req-fe7a4a51-a8dc-4bd0-9216-0d2050338bb7 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788128 Jun 22 01:00:10.724467 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17897d38-3135-4bb5-9d22-ac28b401d3af req-ba7a3569-7a27-4093-a943-5b88d4d1f543 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:10.725932 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-17897d38-3135-4bb5-9d22-ac28b401d3af req-ba7a3569-7a27-4093-a943-5b88d4d1f543 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 943 time: 0.0627823 Jun 22 01:00:10.767909 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-17897d38-3135-4bb5-9d22-ac28b401d3af req-f754300b-7530-4586-9a30-707ac25a7198 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356152 Jun 22 01:00:11.937147 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22149e-c9df-414e-9a1b-c804205fa47e req-056101ff-6774-4ec0-a427-a3baad1f71ed tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:11.938590 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef22149e-c9df-414e-9a1b-c804205fa47e req-056101ff-6774-4ec0-a427-a3baad1f71ed tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 943 time: 0.0622849 Jun 22 01:00:11.975225 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ef22149e-c9df-414e-9a1b-c804205fa47e req-b8f8a6fd-f040-47a4-878f-5c05c89faeb0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310898 Jun 22 01:00:13.143636 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccfa8a-a801-40f5-8be9-4c5c66768e82 req-a6268687-3961-4a51-ad7c-fca350dd8819 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:13.144981 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-31ccfa8a-a801-40f5-8be9-4c5c66768e82 req-a6268687-3961-4a51-ad7c-fca350dd8819 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 943 time: 0.0621593 Jun 22 01:00:13.181071 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-31ccfa8a-a801-40f5-8be9-4c5c66768e82 req-4c4dc28e-bf97-4e21-8b53-d41cafce4939 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305684 Jun 22 01:00:14.354253 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ca978-d864-4b9a-a6f9-9d1d4a6ab0cc req-4662e13f-967a-49d2-8f58-4ca2f3d6f23d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:14.355687 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af6ca978-d864-4b9a-a6f9-9d1d4a6ab0cc req-4662e13f-967a-49d2-8f58-4ca2f3d6f23d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 943 time: 0.0645859 Jun 22 01:00:14.394404 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-af6ca978-d864-4b9a-a6f9-9d1d4a6ab0cc req-30b3dd37-7bc4-4f59-b4d7-ffcb46457bcc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329616 Jun 22 01:00:14.669034 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:15.569172 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf43089-c562-4d74-b6c5-3d3b46bbece5 req-e641bb82-8eda-4516-914a-3aa9a7bcca53 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:15.570588 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-aaf43089-c562-4d74-b6c5-3d3b46bbece5 req-e641bb82-8eda-4516-914a-3aa9a7bcca53 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 943 time: 0.0617757 Jun 22 01:00:15.607234 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-aaf43089-c562-4d74-b6c5-3d3b46bbece5 req-2a051647-80cb-44a7-bd5b-ba9d14ffee35 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311253 Jun 22 01:00:16.774512 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53600fa-e988-4a98-94f5-5fdeaa607a76 req-e6c27ec3-c575-49ca-bc39-b22610c7e241 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:16.775898 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f53600fa-e988-4a98-94f5-5fdeaa607a76 req-e6c27ec3-c575-49ca-bc39-b22610c7e241 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 943 time: 0.0617156 Jun 22 01:00:16.817299 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-f53600fa-e988-4a98-94f5-5fdeaa607a76 req-22719c98-6399-4a32-971f-ad50bdcd1b02 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349481 Jun 22 01:00:17.986748 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fedc5-1941-4b57-b283-2e39c8ab571a req-f09dc5f3-b502-4e9d-98ad-122964c383f6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:17.988205 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4a5fedc5-1941-4b57-b283-2e39c8ab571a req-f09dc5f3-b502-4e9d-98ad-122964c383f6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 943 time: 0.0631282 Jun 22 01:00:18.024991 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4a5fedc5-1941-4b57-b283-2e39c8ab571a req-f92bd83d-2517-4e3f-a1ca-3a65f07dfaaf tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310798 Jun 22 01:00:18.224576 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 005f4497-4b99-4780-8130-ab48446e0901 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=99510) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:00:18.319280 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 005f4497-4b99-4780-8130-ab48446e0901, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=005f4497-4b99-4780-8130-ab48446e0901,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:00:18.333450 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Returning: {'device': '005f4497-4b99-4780-8130-ab48446e0901', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'port_id': '005f4497-4b99-4780-8130-ab48446e0901', 'mac_address': 'fa:16:3e:ba:fd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99510) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:00:18.366494 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:18.367241 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:00:18.379254 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005f4497-4b99-4780-8130-ab48446e0901 {{(pid=99510) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:00:18.402329 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 005f4497-4b99-4780-8130-ab48446e0901, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=005f4497-4b99-4780-8130-ab48446e0901,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:00:18.405950 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:18.407837 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:18.453259 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=005f4497-4b99-4780-8130-ab48446e0901,revision_number=4']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:18.460299 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.460652 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.460990 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.461324 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.461652 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.461977 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.462300 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.462621 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.462955 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.463282 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.463601 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.463917 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:18.468023 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:18.865629 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] get_ports_and_sgs() called for port_ids ['005f4497-4b99-4780-8130-ab48446e0901'] {{(pid=99510) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:00:19.197634 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37509dcf-2702-4e40-a510-4141773597a9 req-e6614910-9ba8-496c-9ae2-09cd412a1e6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:19.198994 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-37509dcf-2702-4e40-a510-4141773597a9 req-e6614910-9ba8-496c-9ae2-09cd412a1e6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 944 time: 0.0610454 Jun 22 01:00:19.235614 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-37509dcf-2702-4e40-a510-4141773597a9 req-e5285802-2c2b-45ab-b52a-2a201de5b44a tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306323 Jun 22 01:00:20.236294 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 005f4497-4b99-4780-8130-ab48446e0901 up at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:00:20.337910 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning for port 005f4497-4b99-4780-8130-ab48446e0901 completed by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:00:20.343845 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.provisioning_blocks [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Provisioning complete for port 005f4497-4b99-4780-8130-ab48446e0901 triggered by entity L2. {{(pid=99510) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:00:20.344352 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638893'] for port, provisioning_complete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:20.408978 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df80d4-884b-48ab-98d7-e4b8034b484e req-f77357b3-00e4-44a1-a347-4e20c9badefe tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:20.410459 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-11df80d4-884b-48ab-98d7-e4b8034b484e req-f77357b3-00e4-44a1-a347-4e20c9badefe tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 944 time: 0.0667019 Jun 22 01:00:20.453971 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-11df80d4-884b-48ab-98d7-e4b8034b484e req-fcb5ad63-cb41-4699-8d28-e14650412bbd tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365386 Jun 22 01:00:20.474443 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:20.504921 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f4497-4b99-4780-8130-ab48446e0901'}] {{(pid=99510) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:00:20.507192 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cde646e04ae6256d3a806962f7f6a4e72b354ada82522197d26a9a84f455e6ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adb4659-7d8d-4bf1-bcca-f2f37ea183c2" -d '{"events": [{"server_uuid": "748c2c0b-b305-4907-ad9d-2efc2c108ecc", "name": "network-vif-plugged", "status": "completed", "tag": "005f4497-4b99-4780-8130-ab48446e0901"}]}' {{(pid=99510) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:00:20.519620 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] For port 005f4497-4b99-4780-8130-ab48446e0901, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=005f4497-4b99-4780-8130-ab48446e0901,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:00:20.524527 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837'] for port, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:20.526342 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:20.573073 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-53349701-ddfa-455f-aff0-bd8ec40753e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:20.583333 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Pushing event updated for resources: {'Port': ['ID=005f4497-4b99-4780-8130-ab48446e0901,revision_number=5']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:20.586096 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:20.660016 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9297fc73-7fb4-45ca-b1a3-0faed2015610 x-openstack-request-id: req-9297fc73-7fb4-45ca-b1a3-0faed2015610 {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:00:20.660316 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748c2c0b-b305-4907-ad9d-2efc2c108ecc", "name": "network-vif-plugged", "status": "completed", "tag": "005f4497-4b99-4780-8130-ab48446e0901", "code": 200}]} {{(pid=99510) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:00:20.660580 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9297fc73-7fb4-45ca-b1a3-0faed2015610 {{(pid=99510) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:00:20.660987 dv-cinder-753305-6-iscsi neutron-server[99510]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f4497-4b99-4780-8130-ab48446e0901', 'code': 200} Jun 22 01:00:20.960256 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e00a8-d804-407c-a4b6-e55804cbee48 req-30a13e5d-cda5-49e3-9178-88a068d2b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:20.961724 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4c1e00a8-d804-407c-a4b6-e55804cbee48 req-30a13e5d-cda5-49e3-9178-88a068d2b90d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 1098 time: 0.0510182 Jun 22 01:00:20.995628 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-4c1e00a8-d804-407c-a4b6-e55804cbee48 req-5f32660f-78b1-47a4-99be-65da10d3e88b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275137 Jun 22 01:00:21.129795 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35120) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:21.228560 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ac40c03-465e-459e-8f34-5592581d8372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.313900 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ac40c03-465e-459e-8f34-5592581d8372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.317458 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ac40c03-465e-459e-8f34-5592581d8372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.320689 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e3ed95a3-2209-4d4f-b377-86f02617e957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:21.353703 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-8ac40c03-465e-459e-8f34-5592581d8372 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a3af1d81c344e8e94b11700cfeab1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228680 Jun 22 01:00:21.355619 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac40c03-465e-459e-8f34-5592581d8372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f76138-475f-4a92-8a31-afbce72c1a67,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:21.356410 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35124) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:21.358754 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-8ac40c03-465e-459e-8f34-5592581d8372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:21.407670 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-17b3f753-db3f-4534-bef5-697e1d6c6ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.428204 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-17b3f753-db3f-4534-bef5-697e1d6c6ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.475039 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-17b3f753-db3f-4534-bef5-697e1d6c6ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.477612 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-17b3f753-db3f-4534-bef5-697e1d6c6ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.481066 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-17b3f753-db3f-4534-bef5-697e1d6c6ede admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33f76138-475f-4a92-8a31-afbce72c1a67 HTTP/1.1" status: 204 len: 168 time: 0.1213884 Jun 22 01:00:21.481066 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-6ff00d77-0ef7-4e4d-88c8-ff475ce1031d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:21.487917 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3f753-db3f-4534-bef5-697e1d6c6ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f76138-475f-4a92-8a31-afbce72c1a67,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:21.490348 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-17b3f753-db3f-4534-bef5-697e1d6c6ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:21.639498 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4db64-9cde-4ad9-ba37-3fa0f3e34e01 req-7a7b611f-265b-40fd-a195-f4df6afbc86c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:21.641224 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ced4db64-9cde-4ad9-ba37-3fa0f3e34e01 req-7a7b611f-265b-40fd-a195-f4df6afbc86c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 945 time: 0.0692606 Jun 22 01:00:21.680487 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-ced4db64-9cde-4ad9-ba37-3fa0f3e34e01 req-598ed8d9-a160-4b4b-ac5b-f29011762155 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334332 Jun 22 01:00:21.754798 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35134) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:21.768474 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ab803efd-5790-48bb-affe-67ce1076bf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.853413 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ab803efd-5790-48bb-affe-67ce1076bf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.857133 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ab803efd-5790-48bb-affe-67ce1076bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.860964 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1364652b-9f5f-43ed-964d-a4d1e4f469b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:21.895050 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-ab803efd-5790-48bb-affe-67ce1076bf1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16533c4b38cc40b18f1270d7fd8edfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390903 Jun 22 01:00:21.896066 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab803efd-5790-48bb-affe-67ce1076bf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b236acf9-3284-4c75-84c1-3627d6b0a072,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:21.897952 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35136) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:21.902129 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ab803efd-5790-48bb-affe-67ce1076bf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:21.947406 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6ee53169-3f27-4537-8c3c-58947fae69e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.967337 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6ee53169-3f27-4537-8c3c-58947fae69e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:22.013173 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6ee53169-3f27-4537-8c3c-58947fae69e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:22.015956 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-6ee53169-3f27-4537-8c3c-58947fae69e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:22.017065 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-6ee53169-3f27-4537-8c3c-58947fae69e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b236acf9-3284-4c75-84c1-3627d6b0a072 HTTP/1.1" status: 204 len: 168 time: 0.1183138 Jun 22 01:00:22.017817 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-530b68be-69f7-414d-bb8b-afd2fa5eb739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:22.025070 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee53169-3f27-4537-8c3c-58947fae69e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b236acf9-3284-4c75-84c1-3627d6b0a072,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:22.027259 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-6ee53169-3f27-4537-8c3c-58947fae69e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:22.930907 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad03ce-e635-4c0a-997b-7a5db67e3b3b req-c33c08e9-1954-47c0-afdc-dc4a974333fb tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:22.934957 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5aad03ce-e635-4c0a-997b-7a5db67e3b3b req-c33c08e9-1954-47c0-afdc-dc4a974333fb tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 945 time: 0.0734797 Jun 22 01:00:22.975201 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5aad03ce-e635-4c0a-997b-7a5db67e3b3b req-29522cc0-93c0-469a-bf6c-77e67d1b62e9 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359576 Jun 22 01:00:23.006658 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-828dfe0d-c0a4-4d4d-9763-b298ed75be76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:23.600684 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:24.155095 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aabf12-eb92-4fd9-ad55-e4a8847d6ad9 req-5a0851c7-f07d-40ac-85f2-6e61a77225ad tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:24.157485 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-44aabf12-eb92-4fd9-ad55-e4a8847d6ad9 req-5a0851c7-f07d-40ac-85f2-6e61a77225ad tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 945 time: 0.0639880 Jun 22 01:00:24.194229 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-44aabf12-eb92-4fd9-ad55-e4a8847d6ad9 req-733aa194-b699-443c-b562-ddb490bb0fbd tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311863 Jun 22 01:00:24.360784 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e39ac3-2082-4580-a2a6-f134ced300ae req-066edcdc-b93a-49d8-9863-33bf200b00e5 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:24.362121 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-93e39ac3-2082-4580-a2a6-f134ced300ae req-066edcdc-b93a-49d8-9863-33bf200b00e5 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 945 time: 0.0609994 Jun 22 01:00:24.400423 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-93e39ac3-2082-4580-a2a6-f134ced300ae req-8132c969-6869-4065-b6f6-16dac62925e4 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327976 Jun 22 01:00:24.424197 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35196) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:24.588729 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:24.618307 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d2ddc-f8ec-4b6c-a1cd-692f550f0e86 tempest-TestVolumeBootPattern-1691919683 tempest-TestVolumeBootPattern-1691919683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:24.619752 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b20d2ddc-f8ec-4b6c-a1cd-692f550f0e86 tempest-TestVolumeBootPattern-1691919683 tempest-TestVolumeBootPattern-1691919683-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 1093 time: 0.1945949 Jun 22 01:00:24.622510 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35200) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:24.627411 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.v2.base [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Request body: {'floatingip': {'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'port_id': '005f4497-4b99-4780-8130-ab48446e0901', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99507) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:00:24.648716 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:24.740522 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-569019'] for port, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:24.843028 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.db_base_plugin_common [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Allocated IP 172.27.0.8 (88674bb2-d018-41a5-a891-26911eb48c6d/da1ed351-6ea4-422f-82b5-232ac75c6d13/68e24597-e49c-4ff2-91e5-bb54c01b3c04) {{(pid=99507) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:00:24.947359 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for port, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:24.986213 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-567928', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789296103774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8843200'] for port, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:24.989106 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0d078c5b-2ed6-4cf0-aadb-77e1f172bbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:25.028427 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Network 88674bb2-d018-41a5-a891-26911eb48c6d is already hosted by enough agents. {{(pid=99507) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:00:25.033780 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.base_scheduler [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Resources bound (agent type, host, resource id): {{(pid=99507) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:00:25.036459 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Received port after_create {{(pid=99507) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:00:25.039852 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'Port': ['ID=68e24597-e49c-4ff2-91e5-bb54c01b3c04,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:25.042735 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:25.410180 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:25.487363 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569005'] for port, before_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:25.630377 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for port, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:25.634709 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789296533715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789296103792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789296103837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8843250'] for port, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:25.637502 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7a8df7be-c3b2-44c9-ad34-cd42fe59877d tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:25.711303 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event updated for resources: {'Port': ['ID=68e24597-e49c-4ff2-91e5-bb54c01b3c04,revision_number=2']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:25.714067 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:25.723067 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:25.817843 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Floating IP 3b802446-ab25-4824-89fc-7bf83f0bcfd5 associated. External IP: 172.27.0.8, port: 005f4497-4b99-4780-8130-ab48446e0901. Jun 22 01:00:26.214027 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:26.302248 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:00:26.416518 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:00:26.426943 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f02568-0118-4b53-87e3-75357e77ea06 None None] Sync routers for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:00:26.432779 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:26.436009 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f02568-0118-4b53-87e3-75357e77ea06 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:00:26.436618 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-47f02568-0118-4b53-87e3-75357e77ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:00:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:00:26.472009 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-cc0ff017-0a05-4803-a0b5-1ea7fda25d6c tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8484421 Jun 22 01:00:26.472670 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'tag': '005f4497-4b99-4780-8130-ab48446e0901'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:00:26.475023 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d875edb-dda6-4fe0-9571-f7cb0f287383" -d '{"events": [{"name": "network-changed", "server_uuid": "748c2c0b-b305-4907-ad9d-2efc2c108ecc", "tag": "005f4497-4b99-4780-8130-ab48446e0901"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:00:26.516301 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e447da2-4ab1-43c8-92cb-bbc2077a8408 x-openstack-request-id: req-6e447da2-4ab1-43c8-92cb-bbc2077a8408 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:00:26.516761 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748c2c0b-b305-4907-ad9d-2efc2c108ecc", "tag": "005f4497-4b99-4780-8130-ab48446e0901", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:00:26.517058 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6e447da2-4ab1-43c8-92cb-bbc2077a8408 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:00:26.517490 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'tag': '005f4497-4b99-4780-8130-ab48446e0901', 'status': 'completed', 'code': 200} Jun 22 01:00:26.547172 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-47f02568-0118-4b53-87e3-75357e77ea06 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:00:26.631368 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875edb-dda6-4fe0-9571-f7cb0f287383 req-e25dfe50-7695-46dd-aa79-ed63a0fbbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:26.633098 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d875edb-dda6-4fe0-9571-f7cb0f287383 req-e25dfe50-7695-46dd-aa79-ed63a0fbbb4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 1098 time: 0.0534987 Jun 22 01:00:26.729726 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875edb-dda6-4fe0-9571-f7cb0f287383 req-0cddcb50-0033-4c07-afff-cc2ee89a0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:26.731312 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d875edb-dda6-4fe0-9571-f7cb0f287383 req-0cddcb50-0033-4c07-afff-cc2ee89a0002 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 912 time: 0.0922754 Jun 22 01:00:26.786345 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-47f02568-0118-4b53-87e3-75357e77ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '3b802446-ab25-4824-89fc-7bf83f0bcfd5', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '005f4497-4b99-4780-8130-ab48446e0901', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:ba:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:00:25Z', 'updated_at': '2021-06-22T01:00:25Z', 'revision_number': 0, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}, {'id': '5e2d31e4-8b89-450e-9d70-8bf445ff3d96', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:87:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:57:51Z', 'updated_at': '2021-06-22T00:57:54Z', 'revision_number': 1, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:00:26.804962 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d875edb-dda6-4fe0-9571-f7cb0f287383 req-8da9f00f-7170-4d23-85c3-da92c42b625e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005f4497-4b99-4780-8130-ab48446e0901 HTTP/1.1" status: 200 len: 997 time: 0.0657384 Jun 22 01:00:26.812984 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f02568-0118-4b53-87e3-75357e77ea06 None None] Checking router: 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:00:26.823018 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f02568-0118-4b53-87e3-75357e77ea06 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:00:26.823636 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-47f02568-0118-4b53-87e3-75357e77ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:00:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:00:26.854896 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875edb-dda6-4fe0-9571-f7cb0f287383 req-b6ee36ea-2886-4ecb-a303-3164ff34ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:26.856507 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d875edb-dda6-4fe0-9571-f7cb0f287383 req-b6ee36ea-2886-4ecb-a303-3164ff34ea75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0439889 Jun 22 01:00:26.917486 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d875edb-dda6-4fe0-9571-f7cb0f287383 req-cf793fdc-8d73-4939-95a1-69f3c2f1b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:26.919549 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d875edb-dda6-4fe0-9571-f7cb0f287383 req-cf793fdc-8d73-4939-95a1-69f3c2f1b278 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560842 Jun 22 01:00:26.935932 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-47f02568-0118-4b53-87e3-75357e77ea06 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:00:27.023806 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d875edb-dda6-4fe0-9571-f7cb0f287383 req-a99cf8d7-e3a9-4ae4-bfb6-2d2901f7f530 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967453 Jun 22 01:00:27.119392 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3d875edb-dda6-4fe0-9571-f7cb0f287383 req-43961bf3-e219-4c68-bb64-4f1a4a45c25b service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894008 Jun 22 01:00:27.196547 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-47f02568-0118-4b53-87e3-75357e77ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '3b802446-ab25-4824-89fc-7bf83f0bcfd5', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '005f4497-4b99-4780-8130-ab48446e0901', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:ba:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:00:25Z', 'updated_at': '2021-06-22T01:00:25Z', 'revision_number': 0, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}, {'id': '5e2d31e4-8b89-450e-9d70-8bf445ff3d96', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:87:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:57:51Z', 'updated_at': '2021-06-22T00:57:54Z', 'revision_number': 1, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:00:27.326918 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f02568-0118-4b53-87e3-75357e77ea06 None None] The sync data for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi is: [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '3b802446-ab25-4824-89fc-7bf83f0bcfd5', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '005f4497-4b99-4780-8130-ab48446e0901', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:ba:fd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:00:25Z', 'updated_at': '2021-06-22T01:00:25Z', 'revision_number': 0, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}, {'id': '5e2d31e4-8b89-450e-9d70-8bf445ff3d96', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:87:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:57:51Z', 'updated_at': '2021-06-22T00:57:54Z', 'revision_number': 1, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:00:27.543024 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c8549d-dd82-4b2d-9146-781ed3e0f1d3 None None] New status for floating IP 3b802446-ab25-4824-89fc-7bf83f0bcfd5: ACTIVE {{(pid=99510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:00:27.822675 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35244) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:27.930987 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c506b6e1-03ee-4484-931c-68beb23600a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.017397 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c506b6e1-03ee-4484-931c-68beb23600a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.021196 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-c506b6e1-03ee-4484-931c-68beb23600a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.024571 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-387dd708-09c2-4278-99d0-348637f2f693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:28.059327 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-c506b6e1-03ee-4484-931c-68beb23600a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9be1ab97e77491593ef42747196c1ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355504 Jun 22 01:00:28.060213 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506b6e1-03ee-4484-931c-68beb23600a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a82679-5e23-469e-b721-737909519d71,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:28.061951 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35248) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:28.064160 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-c506b6e1-03ee-4484-931c-68beb23600a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:28.118561 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3b70bf65-4763-4dbb-ab49-c273266aaa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.145754 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3b70bf65-4763-4dbb-ab49-c273266aaa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.192215 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3b70bf65-4763-4dbb-ab49-c273266aaa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.194712 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-3b70bf65-4763-4dbb-ab49-c273266aaa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.195839 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-3b70bf65-4763-4dbb-ab49-c273266aaa6a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78a82679-5e23-469e-b721-737909519d71 HTTP/1.1" status: 204 len: 168 time: 0.1321304 Jun 22 01:00:28.196659 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-102d258f-8f9e-43ce-929e-6f3e0f0bc940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:28.203689 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70bf65-4763-4dbb-ab49-c273266aaa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a82679-5e23-469e-b721-737909519d71,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:28.205969 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-3b70bf65-4763-4dbb-ab49-c273266aaa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:28.443304 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35254) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:28.456828 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-831c8351-281a-4fbe-a996-467d8d65e32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.542247 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-831c8351-281a-4fbe-a996-467d8d65e32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.545793 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-831c8351-281a-4fbe-a996-467d8d65e32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.549086 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-2aaa4220-fc2e-4a1c-9f60-72b1311cdfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:28.583112 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-831c8351-281a-4fbe-a996-467d8d65e32d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c8e8199438846f89b1b075ea6d984d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387489 Jun 22 01:00:28.584976 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c8351-281a-4fbe-a996-467d8d65e32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93edbdfc-918e-4d8e-89a4-82e454d5f2ea,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:28.585778 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35256) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:28.587915 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-831c8351-281a-4fbe-a996-467d8d65e32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:28.642894 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-911e30f5-5ef5-4d04-91f6-22d8ca65e8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.664036 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-911e30f5-5ef5-4d04-91f6-22d8ca65e8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.707913 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-911e30f5-5ef5-4d04-91f6-22d8ca65e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.710509 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-911e30f5-5ef5-4d04-91f6-22d8ca65e8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:28.711691 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-911e30f5-5ef5-4d04-91f6-22d8ca65e8aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93edbdfc-918e-4d8e-89a4-82e454d5f2ea HTTP/1.1" status: 204 len: 168 time: 0.1249287 Jun 22 01:00:28.712441 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-d0a6ff64-c8e5-429d-bb57-276ea223fd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:28.720237 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e30f5-5ef5-4d04-91f6-22d8ca65e8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93edbdfc-918e-4d8e-89a4-82e454d5f2ea,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:28.722422 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-911e30f5-5ef5-4d04-91f6-22d8ca65e8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:44.673341 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:50.542901 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-6fc69b4f-92b7-4d08-9c85-27ba05062da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:52.820946 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35432) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:52.920240 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:52.997765 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-51920b74-b261-4cdf-bfa9-98deb9b0b432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:53.013191 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:53.018028 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:53.021460 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-eecaa93a-1311-4c17-a9de-349a1e032b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:53.056895 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8168baff5d934862a554f0cda7820892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348859 Jun 22 01:00:53.057797 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f446504-92de-4e50-95f5-9f1a0f857b33,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:53.059538 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35436) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:00:53.065513 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.065897 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.066270 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.066636 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.067025 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.067393 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.067760 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.068117 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.068478 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.068835 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.069192 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.069544 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.073526 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-a698b9c3-61a4-43d3-ab76-60f2c5446942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:53.108075 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:53.128249 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:53.178920 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:53.181456 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:53.182574 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f446504-92de-4e50-95f5-9f1a0f857b33 HTTP/1.1" status: 204 len: 168 time: 0.1219962 Jun 22 01:00:53.183368 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bc001ef7-14d0-4f67-ba62-31a9e167e8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:00:53.192298 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f446504-92de-4e50-95f5-9f1a0f857b33,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:00:53.207369 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.207764 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.208145 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.208576 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.208952 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.209329 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.209696 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.210066 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.210465 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.210829 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.211215 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.211577 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:00:53.214898 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bbd7941b-6647-4f72-b94a-b5e9dcfecdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:00:53.602100 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:54.339187 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-e8ab5825-7c6f-4306-98bd-236e607a9bc6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486681 Jun 22 01:00:54.456015 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-8e05faff-40d5-47f0-b0d4-1e25ea4d7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:54.457496 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-8e05faff-40d5-47f0-b0d4-1e25ea4d7e53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 1098 time: 0.0520339 Jun 22 01:00:54.561682 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-cd5c9013-94a5-401d-8bb3-0d1e0fe698a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:54.563206 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-cd5c9013-94a5-401d-8bb3-0d1e0fe698a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 912 time: 0.0849719 Jun 22 01:00:54.590414 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:54.627606 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-c380e9e0-d153-406b-9e4c-ccdfa9742d5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dcce61b-4381-4e50-b2f0-d879cdf9be24 HTTP/1.1" status: 200 len: 1001 time: 0.0564861 Jun 22 01:00:54.677391 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-16c46968-4d93-4b38-92b6-caa2a9113b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:54.678893 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-16c46968-4d93-4b38-92b6-caa2a9113b9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0439510 Jun 22 01:00:54.740466 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-a2916082-f231-40b2-a2bb-e4f4558e4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:54.742679 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-a2916082-f231-40b2-a2bb-e4f4558e4e75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572932 Jun 22 01:00:54.829769 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-87f00f14-a07e-45a6-94e9-4523dbe1572b service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789728 Jun 22 01:00:54.919066 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e27eae21-f829-42d8-a48c-5b80adbb1fa2 req-c2812a91-8113-4c1c-96ef-4aba349786af service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824435 Jun 22 01:00:55.366345 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:00:56.215369 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:14.678102 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:20.543700 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-09d5f4d7-c841-4bbf-b409-263808ea5ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:22.998475 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-efe5642f-aaa0-48bd-b37e-7c7ab8f11986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:23.603581 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:24.592922 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:26.217816 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:32.364839 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:01:37.970441 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cab8e9-230f-4a67-aa30-c4cd9a1650cd req-3a5472cd-9448-4bf8-824b-277e5372b578 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:37.971911 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0cab8e9-230f-4a67-aa30-c4cd9a1650cd req-3a5472cd-9448-4bf8-824b-277e5372b578 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 945 time: 0.0622816 Jun 22 01:01:38.009533 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0cab8e9-230f-4a67-aa30-c4cd9a1650cd req-04c3a680-3282-470c-b359-9b18723fd9e9 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313535 Jun 22 01:01:39.181593 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6474b-5c39-4132-a943-0d1852029fa7 req-501f5349-36b2-4c7c-95af-24fb93929375 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:39.183037 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bab6474b-5c39-4132-a943-0d1852029fa7 req-501f5349-36b2-4c7c-95af-24fb93929375 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 945 time: 0.0648830 Jun 22 01:01:39.224281 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-bab6474b-5c39-4132-a943-0d1852029fa7 req-202c95c4-6511-4b6f-b75d-a2e7bb87163f tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356784 Jun 22 01:01:40.164559 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-c6fec8d4-e060-410a-85a4-4aa65296dd7d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:40.165952 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-c6fec8d4-e060-410a-85a4-4aa65296dd7d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 945 time: 0.0616622 Jun 22 01:01:40.268014 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Deleting port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:01:40.268595 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:40.387136 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] For port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7fe581cb-7d31-4e8a-8fd6-151f1cd62135,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:01:40.387910 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:40.472650 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37cbb2-4335-4a83-87e8-7f08140d8fbd req-b20c070b-f071-42b6-a347-22f43bf46728 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:40.476694 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5f37cbb2-4335-4a83-87e8-7f08140d8fbd req-b20c070b-f071-42b6-a347-22f43bf46728 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 945 time: 0.1300271 Jun 22 01:01:40.577557 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5f37cbb2-4335-4a83-87e8-7f08140d8fbd req-219ed982-77f2-4bd7-b3ea-aaf2fb6ebee3 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups?id=b268e12e-a6ec-41e8-92a5-a79f27d2edb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769265 Jun 22 01:01:40.604136 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:40.604507 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785394'] for floatingip, after_update {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:40.604825 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Floating IP cc3b72a8-eba5-4224-aab4-61ab6ee0773a disassociated. External IP: 172.27.0.36, port: 7fe581cb-7d31-4e8a-8fd6-151f1cd62135. Jun 22 01:01:40.605170 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Calling delete_port for 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:01:40.730240 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:40.734045 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-1476a8cd-6752-46c9-b533-41a073025592 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:40.762829 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event deleted for resources: {'Port': ['ID=7fe581cb-7d31-4e8a-8fd6-151f1cd62135,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:40.765853 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:40.871486 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Router 52c8014a-da5b-4303-8a8a-43d95b059bc6 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:01:40.983524 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:01:40.994234 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a7ba9-e5e7-4692-a9d4-11127cc7f77e None None] Sync routers for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:01:41.003026 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a7ba9-e5e7-4692-a9d4-11127cc7f77e None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:01:41.003751 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-be1a7ba9-e5e7-4692-a9d4-11127cc7f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:01:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:01:41.025047 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] No DVR routers for this DVR port 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:01:41.027507 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:41.029407 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-d397ce42-5fc8-4539-b112-38aa60fe0fac req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.15 "DELETE /v2.0/ports/7fe581cb-7d31-4e8a-8fd6-151f1cd62135 HTTP/1.1" status: 204 len: 173 time: 0.8579853 Jun 22 01:01:41.029926 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'name': 'network-vif-deleted', 'tag': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:01:41.032294 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997e1636-7d0c-4cab-9428-0113bb288ddb" -d '{"events": [{"server_uuid": "5d040e7d-8332-4796-9094-6305ab1e1a60", "name": "network-vif-deleted", "tag": "7fe581cb-7d31-4e8a-8fd6-151f1cd62135"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:01:41.074105 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063f2a9c-8af0-46de-abf1-d04f9ef447f9 x-openstack-request-id: req-063f2a9c-8af0-46de-abf1-d04f9ef447f9 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:01:41.074438 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d040e7d-8332-4796-9094-6305ab1e1a60", "name": "network-vif-deleted", "tag": "7fe581cb-7d31-4e8a-8fd6-151f1cd62135", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:01:41.074734 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-063f2a9c-8af0-46de-abf1-d04f9ef447f9 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:01:41.075210 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d040e7d-8332-4796-9094-6305ab1e1a60', 'name': 'network-vif-deleted', 'tag': '7fe581cb-7d31-4e8a-8fd6-151f1cd62135', 'status': 'completed', 'code': 200} Jun 22 01:01:41.109519 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-be1a7ba9-e5e7-4692-a9d4-11127cc7f77e None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:01:41.321987 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-be1a7ba9-e5e7-4692-a9d4-11127cc7f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:01:41.352551 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a7ba9-e5e7-4692-a9d4-11127cc7f77e None None] Checking router: 52c8014a-da5b-4303-8a8a-43d95b059bc6 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:01:41.360313 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a7ba9-e5e7-4692-a9d4-11127cc7f77e None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:01:41.361272 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-be1a7ba9-e5e7-4692-a9d4-11127cc7f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:01:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:01:41.464319 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-be1a7ba9-e5e7-4692-a9d4-11127cc7f77e None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:01:41.667621 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-be1a7ba9-e5e7-4692-a9d4-11127cc7f77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:01:41.698132 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1a7ba9-e5e7-4692-a9d4-11127cc7f77e None None] The sync data for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi is: [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T00:53:06Z', 'revision_number': 4, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': '152c19a3-f6df-406d-bdfe-f00e6d7fde3a', 'name': '', 'network_id': 'e5610de5-78d9-44db-a6b3-aa484fca5de0', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'mac_address': 'fa:16:3e:8d:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '070233c2-7174-469e-9cfd-5f96b698c040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:06Z', 'updated_at': '2021-06-22T00:53:11Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'subnets': [{'id': '070233c2-7174-469e-9cfd-5f96b698c040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:01:41.740186 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-8c50be2e-ff45-4049-a4ee-0d681cb5072a req-d54df237-f3ae-4f8d-8011-7be5221e7ca6 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d040e7d-8332-4796-9094-6305ab1e1a60 HTTP/1.1" status: 200 len: 210 time: 0.0316808 Jun 22 01:01:41.916562 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac46e8c-bc3b-4fbc-acbb-c7813292d1c1 None None] New status for floating IP cc3b72a8-eba5-4224-aab4-61ab6ee0773a: DOWN {{(pid=99510) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:01:42.691035 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:01:42.710959 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:01:42.711309 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 7fe581cb-7d31-4e8a-8fd6-151f1cd62135 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:01:42.858982 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35592) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:42.912955 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bea1-7837-477e-8606-32be4a7d2a0c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:42.935666 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bea1-7837-477e-8606-32be4a7d2a0c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:42.985211 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bea1-7837-477e-8606-32be4a7d2a0c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:42.987899 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bea1-7837-477e-8606-32be4a7d2a0c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:42.989828 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-4aa3bea1-7837-477e-8606-32be4a7d2a0c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "DELETE /v2.0/security-groups/b268e12e-a6ec-41e8-92a5-a79f27d2edb6 HTTP/1.1" status: 204 len: 168 time: 0.1298757 Jun 22 01:01:42.990585 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b8aa229a-5156-4d45-a8d1-8c54aebb802c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:42.992728 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35594) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:42.999013 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3bea1-7837-477e-8606-32be4a7d2a0c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b268e12e-a6ec-41e8-92a5-a79f27d2edb6,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:43.001348 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4aa3bea1-7837-477e-8606-32be4a7d2a0c tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:43.006518 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.api.v2.resource [None req-f9d95dcf-3ddc-4001-9b57-0e183debc414 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] show failed (client error): The resource could not be found. Jun 22 01:01:43.007526 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-f9d95dcf-3ddc-4001-9b57-0e183debc414 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "GET /v2.0/security-groups/b268e12e-a6ec-41e8-92a5-a79f27d2edb6 HTTP/1.1" status: 404 len: 347 time: 0.0138416 Jun 22 01:01:43.010283 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35596) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:43.129526 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Deleting port 7452b242-9b72-45e8-af79-2bddabbe7466 {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:01:43.129868 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:43.201517 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:43.201840 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:43.264972 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Calling delete_port for 7452b242-9b72-45e8-af79-2bddabbe7466 owned by network:floatingip {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:01:43.391803 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:43.394386 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-ec63840b-6abf-4b39-9bc3-4b7beec89bf1 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:43.419147 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Pushing event deleted for resources: {'Port': ['ID=7452b242-9b72-45e8-af79-2bddabbe7466,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:43.422232 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:43.484691 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks [] for floatingip, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:43.487232 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:43.488429 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] 10.222.0.26 "DELETE /v2.0/floatingips/cc3b72a8-eba5-4224-aab4-61ab6ee0773a HTTP/1.1" status: 204 len: 168 time: 0.4772081 Jun 22 01:01:44.686031 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:47.166818 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35630) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:47.695259 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824320'] for router_interface, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:48.159368 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] Deleting port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:01:48.159700 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:48.240212 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] For port 152c19a3-f6df-406d-bdfe-f00e6d7fde3a, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=152c19a3-f6df-406d-bdfe-f00e6d7fde3a,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:01:48.240912 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:48.303449 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] Calling delete_port for 152c19a3-f6df-406d-bdfe-f00e6d7fde3a owned by network:router_interface {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:01:48.475595 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:48.478963 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d7eab7a6-6496-442c-a98e-4a1200249565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:48.500467 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=152c19a3-f6df-406d-bdfe-f00e6d7fde3a,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:48.503045 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:48.668927 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824236'] for router_interface, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:48.875240 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] Router 52c8014a-da5b-4303-8a8a-43d95b059bc6 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:01:48.978447 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:01:48.983356 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-262a59de-4438-4eed-9bd1-5c3bc47c8d2c admin admin] 10.222.0.26 "PUT /v2.0/routers/52c8014a-da5b-4303-8a8a-43d95b059bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8154516 Jun 22 01:01:48.985765 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35634) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:48.988440 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f8a2e-5ecb-4f52-9d87-cd7bbab611dd None None] Sync routers for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:01:48.998024 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f8a2e-5ecb-4f52-9d87-cd7bbab611dd None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:01:48.998644 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-cd7f8a2e-5ecb-4f52-9d87-cd7bbab611dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:01:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:01:49.087364 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Notify callbacks [] for router, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.099425 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-cd7f8a2e-5ecb-4f52-9d87-cd7bbab611dd None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:01:49.184147 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.238917 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Deleting port 21a3c90d-f6a5-479d-b27d-c90b659189dd {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:01:49.239372 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.271239 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-cd7f8a2e-5ecb-4f52-9d87-cd7bbab611dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T01:01:48Z', 'revision_number': 5, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port': {'id': '21a3c90d-f6a5-479d-b27d-c90b659189dd', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:04Z', 'updated_at': '2021-06-22T00:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:01:49.295820 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f8a2e-5ecb-4f52-9d87-cd7bbab611dd None None] Checking router: 52c8014a-da5b-4303-8a8a-43d95b059bc6 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:01:49.304588 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f8a2e-5ecb-4f52-9d87-cd7bbab611dd None None] Routers {'52c8014a-da5b-4303-8a8a-43d95b059bc6'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:01:49.305204 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-cd7f8a2e-5ecb-4f52-9d87-cd7bbab611dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:01:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['52c8014a-da5b-4303-8a8a-43d95b059bc6'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:01:49.319069 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] For port 21a3c90d-f6a5-479d-b27d-c90b659189dd, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=21a3c90d-f6a5-479d-b27d-c90b659189dd,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:01:49.319639 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.383498 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Calling delete_port for 21a3c90d-f6a5-479d-b27d-c90b659189dd owned by network:router_gateway {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:01:49.387236 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-cd7f8a2e-5ecb-4f52-9d87-cd7bbab611dd None None] Set router 52c8014a-da5b-4303-8a8a-43d95b059bc6 gateway port host: None {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:01:49.536334 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-cd7f8a2e-5ecb-4f52-9d87-cd7bbab611dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T01:01:49Z', 'revision_number': 6, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port_host': None}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:01:49.555288 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.558064 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-9bef8ba4-282f-4830-a14c-9e862d1b2c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:49.562670 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7f8a2e-5ecb-4f52-9d87-cd7bbab611dd None None] The sync data for ids ['52c8014a-da5b-4303-8a8a-43d95b059bc6'] in dv-cinder-753305-6-iscsi is: [{'id': '52c8014a-da5b-4303-8a8a-43d95b059bc6', 'name': 'tempest-AttachVolumeTestJSON-414187723-router', 'tenant_id': '1f47c536044c47d4ae389f8329499f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:03Z', 'updated_at': '2021-06-22T01:01:49Z', 'revision_number': 6, 'project_id': '1f47c536044c47d4ae389f8329499f13', 'gw_port_host': None}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:01:49.582000 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Pushing event deleted for resources: {'Port': ['ID=21a3c90d-f6a5-479d-b27d-c90b659189dd,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:49.585271 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:49.646240 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785289'] for router_gateway, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.733535 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26058'] for router, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.735592 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.776550 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3823605'] for router, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.777099 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52c8014a-da5b-4303-8a8a-43d95b059bc6 {{(pid=99509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 01:01:49.781288 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.782469 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] 10.222.0.26 "DELETE /v2.0/routers/52c8014a-da5b-4303-8a8a-43d95b059bc6 HTTP/1.1" status: 204 len: 168 time: 0.7957740 Jun 22 01:01:49.785650 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35638) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:49.828505 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2abef5d-5fff-44b8-a1b4-80b9e8078b6d admin admin] Deleting subnet 070233c2-7174-469e-9cfd-5f96b698c040 {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:01:49.831390 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f2abef5d-5fff-44b8-a1b4-80b9e8078b6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.864291 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f2abef5d-5fff-44b8-a1b4-80b9e8078b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10396607'] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:49.947291 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f2abef5d-5fff-44b8-a1b4-80b9e8078b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.004685 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f2abef5d-5fff-44b8-a1b4-80b9e8078b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9353184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8710147'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.006714 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:50.027750 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abef5d-5fff-44b8-a1b4-80b9e8078b6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070233c2-7174-469e-9cfd-5f96b698c040,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:50.031034 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-f2abef5d-5fff-44b8-a1b4-80b9e8078b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:50.033618 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-f2abef5d-5fff-44b8-a1b4-80b9e8078b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.036033 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-f2abef5d-5fff-44b8-a1b4-80b9e8078b6d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/070233c2-7174-469e-9cfd-5f96b698c040 HTTP/1.1" status: 204 len: 168 time: 0.2494001 Jun 22 01:01:50.038367 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35640) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:50.041010 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0218b413-ea4a-4983-9f44-5ab47bbfb107 None None] Network e5610de5-78d9-44db-a6b3-aa484fca5de0 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:01:50.108080 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.160125 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Deleting port 0fa100e3-d8ea-4f8a-8604-437fcddc877b {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:01:50.161028 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.220911 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] For port 0fa100e3-d8ea-4f8a-8604-437fcddc877b, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=0fa100e3-d8ea-4f8a-8604-437fcddc877b,segment=NetworkSegment(51cea17f-e87d-4e8f-a135-a5f0fbd38cca),segment_id=51cea17f-e87d-4e8f-a135-a5f0fbd38cca)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:01:50.221259 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.286551 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Calling delete_port for 0fa100e3-d8ea-4f8a-8604-437fcddc877b owned by network:dhcp {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:01:50.320940 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] DHCP port deletion for e5610de5-78d9-44db-a6b3-aa484fca5de0 request from dv-cinder-753305-6-iscsi {{(pid=99510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 01:01:50.371641 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Deleting port 0fa100e3-d8ea-4f8a-8604-437fcddc877b {{(pid=99510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:01:50.371827 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.374917 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.377040 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-82446abb-477b-4150-9412-3099e1dcef93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:50.403724 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa100e3-d8ea-4f8a-8604-437fcddc877b,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:50.407331 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:50.408690 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] No DVR routers for this DVR port 0fa100e3-d8ea-4f8a-8604-437fcddc877b on host dv-cinder-753305-6-iscsi {{(pid=99509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:01:50.432741 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] For port 0fa100e3-d8ea-4f8a-8604-437fcddc877b, host dv-cinder-753305-6-iscsi, got binding levels [] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:01:50.433140 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.488344 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.498708 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5610de5-78d9-44db-a6b3-aa484fca5de0']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:01:50.501956 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Calling delete_port for 0fa100e3-d8ea-4f8a-8604-437fcddc877b owned by network:dhcp {{(pid=99510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:01:50.505575 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.ipam_backend_mixin [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Port 0fa100e3-d8ea-4f8a-8604-437fcddc877b was not found and therefore no delete operation was performed {{(pid=99510) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 01:01:50.507043 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783'] for port, after_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.508922 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:50.510077 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cea17f-e87d-4e8f-a135-a5f0fbd38cca') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:01:50.510378 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cea17f-e87d-4e8f-a135-a5f0fbd38cca') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:01:50.523623 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.540024 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Pushing event deleted for resources: {'Port': ['ID=0fa100e3-d8ea-4f8a-8604-437fcddc877b,revision_number=None']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:50.544443 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] No DVR routers for this DVR port 0fa100e3-d8ea-4f8a-8604-437fcddc877b on host dv-cinder-753305-6-iscsi {{(pid=99510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:01:50.547713 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.555305 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.556027 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.556527 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.557177 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.557663 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:01:50.557793 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.558329 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.558833 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.559371 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.559858 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.560344 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.561536 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.562048 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.562385 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:50.565582 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-41a14362-8550-4eba-b3f5-7bd6c828c0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.567808 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-a55e75b2-09a6-4f9a-a501-e9a59a7854ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:01:50.575097 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:01:50.619753 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.623129 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:50.626285 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.629464 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] 10.222.0.26 "DELETE /v2.0/networks/e5610de5-78d9-44db-a6b3-aa484fca5de0 HTTP/1.1" status: 204 len: 168 time: 0.5896933 Jun 22 01:01:50.638806 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Pushing event deleted for resources: {'Network': ['ID=e5610de5-78d9-44db-a6b3-aa484fca5de0,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:50.641267 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e60dfdcc-a53b-4889-86aa-c2a20e4f61ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:50.760579 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35644) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:50.799275 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-9ff1a4c5-051f-450c-86b8-2f01f99e8b56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f47c536044c47d4ae389f8329499f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374160 Jun 22 01:01:50.802505 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35646) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:50.848294 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5b251781-edbd-480c-ab1d-4cc45e0c4554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.868236 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5b251781-edbd-480c-ab1d-4cc45e0c4554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.914806 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5b251781-edbd-480c-ab1d-4cc45e0c4554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.917580 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-5b251781-edbd-480c-ab1d-4cc45e0c4554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.918715 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-5b251781-edbd-480c-ab1d-4cc45e0c4554 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2b19b1e-36b6-473d-aacd-fd5402275e2b HTTP/1.1" status: 204 len: 168 time: 0.1153014 Jun 22 01:01:50.919506 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-62479ed0-f9dd-468d-97c2-07cf2f7dce85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:50.927143 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b251781-edbd-480c-ab1d-4cc45e0c4554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b19b1e-36b6-473d-aacd-fd5402275e2b,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:50.929600 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-5b251781-edbd-480c-ab1d-4cc45e0c4554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:51.493375 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 152c19a3-f6df-406d-bdfe-f00e6d7fde3a no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:01:51.513458 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 152c19a3-f6df-406d-bdfe-f00e6d7fde3a {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:01:51.513820 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 152c19a3-f6df-406d-bdfe-f00e6d7fde3a not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:01:51.514244 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 21a3c90d-f6a5-479d-b27d-c90b659189dd no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:01:51.537645 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 21a3c90d-f6a5-479d-b27d-c90b659189dd {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:01:51.538007 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 21a3c90d-f6a5-479d-b27d-c90b659189dd not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:01:51.538424 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0fa100e3-d8ea-4f8a-8604-437fcddc877b no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:01:51.557505 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 0fa100e3-d8ea-4f8a-8604-437fcddc877b {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:01:51.557864 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 0fa100e3-d8ea-4f8a-8604-437fcddc877b not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:01:52.675103 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35708) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:52.775875 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ca00191-8210-4313-9506-904fb4816d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:52.862431 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ca00191-8210-4313-9506-904fb4816d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:52.866559 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-8ca00191-8210-4313-9506-904fb4816d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:52.869898 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d4de86e4-d871-461f-80f5-3ae3f8062f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:52.904120 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-8ca00191-8210-4313-9506-904fb4816d8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44265c02119c4d728f9482f70fc236fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272170 Jun 22 01:01:52.905081 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca00191-8210-4313-9506-904fb4816d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1c8180-cb48-4b51-89d8-aa7b5df0b551,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:52.907245 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35712) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:52.908205 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-8ca00191-8210-4313-9506-904fb4816d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:52.955841 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7534347e-39b8-465b-8639-838f3b1deb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:52.976303 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7534347e-39b8-465b-8639-838f3b1deb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:52.998021 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-8f5ef82e-3c9d-4477-9ee6-a4b706b908b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:53.024955 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7534347e-39b8-465b-8639-838f3b1deb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:53.027526 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-7534347e-39b8-465b-8639-838f3b1deb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:53.028654 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-7534347e-39b8-465b-8639-838f3b1deb5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a1c8180-cb48-4b51-89d8-aa7b5df0b551 HTTP/1.1" status: 204 len: 168 time: 0.1204178 Jun 22 01:01:53.029412 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-515b8262-e500-4eaa-8cd7-25f2dc0c909b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:53.037097 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534347e-39b8-465b-8639-838f3b1deb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1c8180-cb48-4b51-89d8-aa7b5df0b551,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:53.039369 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7534347e-39b8-465b-8639-838f3b1deb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:53.279065 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35718) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:53.296857 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:53.386875 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:53.390435 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:53.393706 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-9e65e24a-c821-4938-8200-48efd3118df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:53.429876 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=95a6db0f58d4472b924a73e3d32173cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497872 Jun 22 01:01:53.430830 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b3d617-9d02-4bcd-97e5-9552586645e2,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:53.432868 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35720) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:01:53.437967 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.438361 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.438745 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.439144 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.439515 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.439899 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.440251 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.440616 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.440982 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.441966 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.442626 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.443106 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.446820 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:53.483199 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:53.504902 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:53.550553 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:53.553545 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:53.554691 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/29b3d617-9d02-4bcd-97e5-9552586645e2 HTTP/1.1" status: 204 len: 168 time: 0.1208403 Jun 22 01:01:53.555649 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b06fb70e-2a57-47b3-912b-e51e233c286c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:01:53.562964 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b3d617-9d02-4bcd-97e5-9552586645e2,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:01:53.571533 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.572326 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.572771 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.573219 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.573774 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.574022 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.574401 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.574756 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.575149 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.575504 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.575874 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.576227 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:01:53.579229 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ee07e4b7-41bb-405b-9cd4-92b26a9553f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:01:53.608136 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:54.610284 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:56.220966 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:56.429225 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-5572cd6c-8ecd-4361-9c52-ee3e7349c05e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506725 Jun 22 01:01:56.517240 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-5790d9cd-fd97-494c-8c00-2db6d0140908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:56.518704 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-5790d9cd-fd97-494c-8c00-2db6d0140908 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 1098 time: 0.0566876 Jun 22 01:01:56.637035 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-1a848e0f-ef67-456e-a34b-726719413d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:56.638379 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-1a848e0f-ef67-456e-a34b-726719413d89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 912 time: 0.1005094 Jun 22 01:01:56.707219 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-9e62ce0b-90cc-45af-9135-ff02108586de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005f4497-4b99-4780-8130-ab48446e0901 HTTP/1.1" status: 200 len: 999 time: 0.0612183 Jun 22 01:01:56.754255 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-5c0b22c5-86d3-43df-80c7-b1d326322113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:56.755690 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-5c0b22c5-86d3-43df-80c7-b1d326322113 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0426626 Jun 22 01:01:56.810720 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-f3c1f13b-7f16-4e7a-a16b-a715b1ba30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:56.812171 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-f3c1f13b-7f16-4e7a-a16b-a715b1ba30f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501988 Jun 22 01:01:56.902878 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-bfc1ef48-9a43-4bac-9d19-1a3e924f57ad service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840611 Jun 22 01:01:56.992690 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-e0cbf2fa-f102-4688-b9e1-c0522b783f48 req-a97906de-2f23-4cec-a2ef-e470df53fd4d service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807748 Jun 22 01:02:04.567885 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35824) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:04.687205 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b098464f-ba28-4154-bdd2-6b08e6bb277e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:04.773958 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b098464f-ba28-4154-bdd2-6b08e6bb277e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:04.777638 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-b098464f-ba28-4154-bdd2-6b08e6bb277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:04.780957 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c43eee56-c4f8-4d1e-8840-5755823e8ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:04.815500 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-b098464f-ba28-4154-bdd2-6b08e6bb277e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=367b115f161a40ba852eaff76f9de297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465849 Jun 22 01:02:04.816376 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098464f-ba28-4154-bdd2-6b08e6bb277e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5807976-1e7a-4ff5-8e27-3eadbb035202,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:04.818180 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35828) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:04.819487 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b098464f-ba28-4154-bdd2-6b08e6bb277e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:04.867428 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4941d6cf-389d-4e65-8a5c-82dfbcb02ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:04.887243 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4941d6cf-389d-4e65-8a5c-82dfbcb02ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:04.932955 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4941d6cf-389d-4e65-8a5c-82dfbcb02ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:04.935697 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-4941d6cf-389d-4e65-8a5c-82dfbcb02ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:04.936827 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-4941d6cf-389d-4e65-8a5c-82dfbcb02ad4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5807976-1e7a-4ff5-8e27-3eadbb035202 HTTP/1.1" status: 204 len: 168 time: 0.1175947 Jun 22 01:02:04.937615 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b82c6d69-7434-4424-a089-c42bbb27844d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:04.944782 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941d6cf-389d-4e65-8a5c-82dfbcb02ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5807976-1e7a-4ff5-8e27-3eadbb035202,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:04.947217 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-4941d6cf-389d-4e65-8a5c-82dfbcb02ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:05.186194 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35834) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:05.199588 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4c638cc0-b9ec-404b-9ecd-c535ace708f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.290557 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4c638cc0-b9ec-404b-9ecd-c535ace708f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.294193 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4c638cc0-b9ec-404b-9ecd-c535ace708f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.297662 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c2859eb6-3c3f-4f8e-9583-a5d313522217 tempest-TestMinimumBasicScenario-1525167018 tempest-TestMinimumBasicScenario-1525167018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:05.332642 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-4c638cc0-b9ec-404b-9ecd-c535ace708f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b24527aaad924777a5181573008e3503&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448917 Jun 22 01:02:05.333532 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c638cc0-b9ec-404b-9ecd-c535ace708f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e799ad-98d6-43b9-9dcb-bd7bf50c3282,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:05.335475 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35836) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:05.336499 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-4c638cc0-b9ec-404b-9ecd-c535ace708f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:05.385601 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-53bd5055-f458-4444-90d4-fb2ee53506e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.405920 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-53bd5055-f458-4444-90d4-fb2ee53506e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.452365 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-53bd5055-f458-4444-90d4-fb2ee53506e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.454835 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-53bd5055-f458-4444-90d4-fb2ee53506e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.459120 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-53bd5055-f458-4444-90d4-fb2ee53506e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/89e799ad-98d6-43b9-9dcb-bd7bf50c3282 HTTP/1.1" status: 204 len: 168 time: 0.1195397 Jun 22 01:02:05.459120 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9f84f3ff-f45c-4c37-a8cf-81fbadae0ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:05.464444 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd5055-f458-4444-90d4-fb2ee53506e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e799ad-98d6-43b9-9dcb-bd7bf50c3282,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:05.466585 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-53bd5055-f458-4444-90d4-fb2ee53506e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:07.403193 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35906) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:07.505445 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-454d4413-fe80-42cc-b9b0-de90d01b6d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:07.591232 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-454d4413-fe80-42cc-b9b0-de90d01b6d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:07.594807 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-454d4413-fe80-42cc-b9b0-de90d01b6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:07.598178 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e89555b0-4927-4e60-9187-0867b46e9a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:07.635193 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-454d4413-fe80-42cc-b9b0-de90d01b6d4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad42b40b6fdb495c8888a55211a04c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308383 Jun 22 01:02:07.636135 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d4413-fe80-42cc-b9b0-de90d01b6d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad826d1d-363d-41fe-9bda-552679f4d38b,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:07.638250 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35910) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:07.639458 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-454d4413-fe80-42cc-b9b0-de90d01b6d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:07.693261 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6e15-cddf-4454-9f54-752945bbdbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:07.716632 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6e15-cddf-4454-9f54-752945bbdbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:07.763032 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6e15-cddf-4454-9f54-752945bbdbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:07.765464 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6e15-cddf-4454-9f54-752945bbdbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:07.766611 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-1b3f6e15-cddf-4454-9f54-752945bbdbc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad826d1d-363d-41fe-9bda-552679f4d38b HTTP/1.1" status: 204 len: 168 time: 0.1272435 Jun 22 01:02:07.767396 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e2987fc3-7c55-4b65-9d1c-8bda8a2c0ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:07.775066 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f6e15-cddf-4454-9f54-752945bbdbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad826d1d-363d-41fe-9bda-552679f4d38b,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:07.779706 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1b3f6e15-cddf-4454-9f54-752945bbdbc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:08.014531 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35916) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:08.027860 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d2b59ebd-a03c-4a8c-bc81-3fc74261a80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:08.112467 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d2b59ebd-a03c-4a8c-bc81-3fc74261a80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:08.116184 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d2b59ebd-a03c-4a8c-bc81-3fc74261a80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:08.118580 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-63e6c19d-da7f-428d-8615-2c13ad5e7463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:08.156008 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d2b59ebd-a03c-4a8c-bc81-3fc74261a80b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da7e8d59e09440afb01056ad13e788c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404881 Jun 22 01:02:08.156886 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b59ebd-a03c-4a8c-bc81-3fc74261a80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcf1179-daaa-4206-b4d6-5df70b76709b,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:08.158609 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35918) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:08.159784 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d2b59ebd-a03c-4a8c-bc81-3fc74261a80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:08.206089 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-75ad605e-6022-4060-833d-433013660722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:08.229825 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-75ad605e-6022-4060-833d-433013660722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:08.272751 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-75ad605e-6022-4060-833d-433013660722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:08.275520 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-75ad605e-6022-4060-833d-433013660722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:08.276677 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-75ad605e-6022-4060-833d-433013660722 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9dcf1179-daaa-4206-b4d6-5df70b76709b HTTP/1.1" status: 204 len: 168 time: 0.1167660 Jun 22 01:02:08.277451 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7534347e-39b8-465b-8639-838f3b1deb5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:08.284734 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad605e-6022-4060-833d-433013660722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcf1179-daaa-4206-b4d6-5df70b76709b,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:08.287581 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-75ad605e-6022-4060-833d-433013660722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:09.364396 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:02:09.478178 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 35960) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:09.576482 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-6dc78942-06c2-4f59-b1a7-2bea214e5aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:09.663528 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-6dc78942-06c2-4f59-b1a7-2bea214e5aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:09.667220 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-6dc78942-06c2-4f59-b1a7-2bea214e5aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:09.670432 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-911e30f5-5ef5-4d04-91f6-22d8ca65e8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:09.704113 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-6dc78942-06c2-4f59-b1a7-2bea214e5aca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5518109b199b41e8b77a1c97c59e8023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249136 Jun 22 01:02:09.705299 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc78942-06c2-4f59-b1a7-2bea214e5aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166a8f25-f476-40d6-9590-f783046c24ab,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:09.706778 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 35964) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:09.709352 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-6dc78942-06c2-4f59-b1a7-2bea214e5aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:09.972473 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e23a44bf-19b1-48db-b866-e28ae72014d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:09.992686 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e23a44bf-19b1-48db-b866-e28ae72014d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:10.038300 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e23a44bf-19b1-48db-b866-e28ae72014d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:10.040913 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-e23a44bf-19b1-48db-b866-e28ae72014d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:10.042028 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-e23a44bf-19b1-48db-b866-e28ae72014d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/166a8f25-f476-40d6-9590-f783046c24ab HTTP/1.1" status: 204 len: 168 time: 0.3334625 Jun 22 01:02:10.042888 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1b3f6e15-cddf-4454-9f54-752945bbdbc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:10.050436 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a44bf-19b1-48db-b866-e28ae72014d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166a8f25-f476-40d6-9590-f783046c24ab,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:10.053056 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-e23a44bf-19b1-48db-b866-e28ae72014d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:14.680192 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.778428 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 36086) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:17.877683 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a5ba-1e2b-4694-a5cd-f2563ac68337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.970729 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a5ba-1e2b-4694-a5cd-f2563ac68337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.974477 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a5ba-1e2b-4694-a5cd-f2563ac68337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.976916 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-606476d9-ef43-4930-9f62-16461db3bdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:18.010635 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4a5ba-1e2b-4694-a5cd-f2563ac68337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c4a6b2-7e32-4b77-9981-9adfa5fb2b3b,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:18.014699 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b0b4a5ba-1e2b-4694-a5cd-f2563ac68337 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60b933334b204ea09ba6726269f476c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352197 Jun 22 01:02:18.015692 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b0b4a5ba-1e2b-4694-a5cd-f2563ac68337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:18.017316 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 36090) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:18.068241 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-85fec948-0270-4a80-b8eb-ded37d493a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.089159 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-85fec948-0270-4a80-b8eb-ded37d493a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.135063 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-85fec948-0270-4a80-b8eb-ded37d493a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.137858 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-85fec948-0270-4a80-b8eb-ded37d493a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.138974 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-85fec948-0270-4a80-b8eb-ded37d493a25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05c4a6b2-7e32-4b77-9981-9adfa5fb2b3b HTTP/1.1" status: 204 len: 168 time: 0.1207130 Jun 22 01:02:18.139794 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-12a354a8-911c-4c9b-94ee-daa53ec45ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:18.146676 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fec948-0270-4a80-b8eb-ded37d493a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c4a6b2-7e32-4b77-9981-9adfa5fb2b3b,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:18.149771 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-85fec948-0270-4a80-b8eb-ded37d493a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:18.388647 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36096) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:18.401693 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1bbe75f3-beec-451d-a251-1b8359b63b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.488732 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1bbe75f3-beec-451d-a251-1b8359b63b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.492580 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-1bbe75f3-beec-451d-a251-1b8359b63b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.495137 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-4c638cc0-b9ec-404b-9ecd-c535ace708f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:18.528397 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe75f3-beec-451d-a251-1b8359b63b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bf0a32-157c-4368-a7c7-a684f3fd6739,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:18.532912 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-1bbe75f3-beec-451d-a251-1b8359b63b42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65c9854ed90243579b084b7c7d279f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432531 Jun 22 01:02:18.533796 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-1bbe75f3-beec-451d-a251-1b8359b63b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:18.536049 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36098) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:18.583200 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c7411d76-061c-483d-b17f-739fa1bb0e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.606952 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c7411d76-061c-483d-b17f-739fa1bb0e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.649827 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c7411d76-061c-483d-b17f-739fa1bb0e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.652319 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-c7411d76-061c-483d-b17f-739fa1bb0e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.653420 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-c7411d76-061c-483d-b17f-739fa1bb0e0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7bf0a32-157c-4368-a7c7-a684f3fd6739 HTTP/1.1" status: 204 len: 168 time: 0.1170022 Jun 22 01:02:18.654268 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-bbc5e5cc-66e1-4720-97cb-5615351f3edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:18.661512 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7411d76-061c-483d-b17f-739fa1bb0e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bf0a32-157c-4368-a7c7-a684f3fd6739,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:18.664484 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-c7411d76-061c-483d-b17f-739fa1bb0e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:18.955588 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36104) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:18.969146 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9f4a4a8c-d707-4ce1-bdb5-54dea50a6b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.055335 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9f4a4a8c-d707-4ce1-bdb5-54dea50a6b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.058833 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-9f4a4a8c-d707-4ce1-bdb5-54dea50a6b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.062131 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-879e922a-1aac-48fd-8c92-59d46e984467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:19.096051 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-9f4a4a8c-d707-4ce1-bdb5-54dea50a6b84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99f0eed03e644021bb2631a28ae2febb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394260 Jun 22 01:02:19.097981 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a4a8c-d707-4ce1-bdb5-54dea50a6b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584dcca2-2de8-4637-947c-61ec29ef48af,revision_number=1']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:19.098667 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 36106) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:19.101653 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-9f4a4a8c-d707-4ce1-bdb5-54dea50a6b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:19.147412 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-beb9e605-dd3d-42d7-87da-73ca9ce58a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.169429 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-beb9e605-dd3d-42d7-87da-73ca9ce58a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.215771 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-beb9e605-dd3d-42d7-87da-73ca9ce58a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.218353 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-beb9e605-dd3d-42d7-87da-73ca9ce58a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.219526 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-beb9e605-dd3d-42d7-87da-73ca9ce58a7e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/584dcca2-2de8-4637-947c-61ec29ef48af HTTP/1.1" status: 204 len: 168 time: 0.1198311 Jun 22 01:02:19.220309 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ce0c4137-1da8-4901-b6f9-06c2fa82bde2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:19.227854 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9e605-dd3d-42d7-87da-73ca9ce58a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584dcca2-2de8-4637-947c-61ec29ef48af,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:19.230035 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-beb9e605-dd3d-42d7-87da-73ca9ce58a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:20.540483 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-37820a5d-e6c8-4fa4-99b4-ef26ce1b8d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:22.999282 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-1feab8e3-3845-4229-8e3f-d91dba3e21c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:23.608465 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:24.599132 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:26.223793 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:26.491250 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 36178) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:26.653931 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Deleting port 68e24597-e49c-4ff2-91e5-bb54c01b3c04 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:26.654282 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:26.738301 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:26.738726 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:26.802539 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Calling delete_port for 68e24597-e49c-4ff2-91e5-bb54c01b3c04 owned by network:floatingip {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:26.943254 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:26.946864 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-721ad213-4dcb-47d3-8de1-2591f3545381 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:26.969263 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event deleted for resources: {'Port': ['ID=68e24597-e49c-4ff2-91e5-bb54c01b3c04,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:26.972349 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:27.030374 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:27.030707 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Floating IP 3b802446-ab25-4824-89fc-7bf83f0bcfd5 disassociated (deleted). External IP: 172.27.0.8, port: 005f4497-4b99-4780-8130-ab48446e0901. Jun 22 01:02:27.231920 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:02:27.335428 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:02:27.340243 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:27.344456 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb786a-d219-42fd-96eb-2508f74ea88c None None] Sync routers for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:02:27.353496 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb786a-d219-42fd-96eb-2508f74ea88c None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:27.354107 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-fcbb786a-d219-42fd-96eb-2508f74ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:02:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:27.378354 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-84dbe082-baa1-44d4-ba24-8ce190c2b3c6 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "DELETE /v2.0/floatingips/3b802446-ab25-4824-89fc-7bf83f0bcfd5 HTTP/1.1" status: 204 len: 168 time: 0.8858578 Jun 22 01:02:27.379552 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'tag': '005f4497-4b99-4780-8130-ab48446e0901'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:02:27.382970 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "748c2c0b-b305-4907-ad9d-2efc2c108ecc", "tag": "005f4497-4b99-4780-8130-ab48446e0901"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:02:27.419656 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b68370-9ae5-48ed-953c-ed62c9b9585a x-openstack-request-id: req-b6b68370-9ae5-48ed-953c-ed62c9b9585a {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:02:27.419982 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748c2c0b-b305-4907-ad9d-2efc2c108ecc", "tag": "005f4497-4b99-4780-8130-ab48446e0901", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:02:27.420271 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6b68370-9ae5-48ed-953c-ed62c9b9585a {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:02:27.420700 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'tag': '005f4497-4b99-4780-8130-ab48446e0901', 'status': 'completed', 'code': 200} Jun 22 01:02:27.460724 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-fcbb786a-d219-42fd-96eb-2508f74ea88c None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:27.756386 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99681f5e-e5de-4cbc-8431-bca553be9c24 req-bd8b4ec9-a99e-4ebf-9a60-263e655a3253 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:27.758055 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-99681f5e-e5de-4cbc-8431-bca553be9c24 req-bd8b4ec9-a99e-4ebf-9a60-263e655a3253 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 945 time: 0.0768938 Jun 22 01:02:27.795741 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-99681f5e-e5de-4cbc-8431-bca553be9c24 req-3452f9b1-6158-4616-b1ac-3398b4fa2b65 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318391 Jun 22 01:02:27.806869 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-fcbb786a-d219-42fd-96eb-2508f74ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '5e2d31e4-8b89-450e-9d70-8bf445ff3d96', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:87:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:57:51Z', 'updated_at': '2021-06-22T00:57:54Z', 'revision_number': 1, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:27.832700 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb786a-d219-42fd-96eb-2508f74ea88c None None] Checking router: 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:02:27.841594 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb786a-d219-42fd-96eb-2508f74ea88c None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:27.842201 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-fcbb786a-d219-42fd-96eb-2508f74ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:02:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:27.947374 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-fcbb786a-d219-42fd-96eb-2508f74ea88c None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:28.159170 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-fcbb786a-d219-42fd-96eb-2508f74ea88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '5e2d31e4-8b89-450e-9d70-8bf445ff3d96', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:87:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:57:51Z', 'updated_at': '2021-06-22T00:57:54Z', 'revision_number': 1, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:28.192332 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb786a-d219-42fd-96eb-2508f74ea88c None None] The sync data for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi is: [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_floatingips': [{'id': '5e2d31e4-8b89-450e-9d70-8bf445ff3d96', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'floating_ip_address': '172.27.0.116', 'floating_network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'router_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'port_id': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'mac_address': 'fa:16:3e:87:42:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:57:51Z', 'updated_at': '2021-06-22T00:57:54Z', 'revision_number': 1, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:02:28.385618 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dfb1a0-e809-415b-9524-bda0fe3a8a8d None None] New status for floating IP 3b802446-ab25-4824-89fc-7bf83f0bcfd5: DOWN {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:02:28.989292 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b344a-83fd-4440-8f89-0aaab1dc46b2 req-6967fa16-631b-4d78-9def-6a62c940d2a3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:28.990650 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-df0b344a-83fd-4440-8f89-0aaab1dc46b2 req-6967fa16-631b-4d78-9def-6a62c940d2a3 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 945 time: 0.0713449 Jun 22 01:02:29.033785 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-df0b344a-83fd-4440-8f89-0aaab1dc46b2 req-9096eb3f-10e1-468b-9e2e-fab77e31a51e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370018 Jun 22 01:02:30.206473 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679de56-34ef-446c-a89a-f3ad630871ab req-8e1299a1-de0c-4d5e-96e4-76a17a780b03 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:30.207923 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b679de56-34ef-446c-a89a-f3ad630871ab req-8e1299a1-de0c-4d5e-96e4-76a17a780b03 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 945 time: 0.0606906 Jun 22 01:02:30.245974 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-b679de56-34ef-446c-a89a-f3ad630871ab req-66180a3f-3c13-4646-873e-e1bbdeea9217 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Jun 22 01:02:31.351156 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4 req-7afb2905-d44e-412a-ae93-82f2fa938e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:31.352635 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4 req-7afb2905-d44e-412a-ae93-82f2fa938e9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 1098 time: 0.3378761 Jun 22 01:02:31.480392 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4 req-1b070fb3-1e54-40ab-964d-dd8c24a5c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:31.481820 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4 req-1b070fb3-1e54-40ab-964d-dd8c24a5c56a service neutron] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 912 time: 0.1146948 Jun 22 01:02:31.489793 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a05630-42b7-4b32-8521-b02be96d26a9 req-612142cd-9dc9-4526-b3a8-099d316a7e55 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:31.491645 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-51a05630-42b7-4b32-8521-b02be96d26a9 req-612142cd-9dc9-4526-b3a8-099d316a7e55 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 945 time: 0.1327906 Jun 22 01:02:31.532230 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4 req-cbade8a9-bbc5-473c-9711-9fb126df9c7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005f4497-4b99-4780-8130-ab48446e0901 HTTP/1.1" status: 200 len: 217 time: 0.0395973 Jun 22 01:02:31.590123 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-51a05630-42b7-4b32-8521-b02be96d26a9 req-afbfae86-4372-4709-8453-a35906541e35 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893140 Jun 22 01:02:31.599114 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4 req-0c2b2376-77a5-4ef8-bb73-0d53df7092db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:31.601055 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4 req-0c2b2376-77a5-4ef8-bb73-0d53df7092db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0611751 Jun 22 01:02:31.657531 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4 req-3942add3-a926-4177-8b14-060f047329d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:31.658984 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4 req-3942add3-a926-4177-8b14-060f047329d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519948 Jun 22 01:02:31.745784 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4 req-0858093f-a475-432f-a5c6-c229dbbb7656 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798230 Jun 22 01:02:31.836425 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-3fcbad9c-ff54-484a-992d-f9e1c9682fc4 req-ee3d3a8e-715a-4d0d-80ff-1a913940ac49 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830653 Jun 22 01:02:32.758895 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff6270-4cf4-45b5-9ed7-75443200ed37 req-8cd19ad7-df22-4474-8063-ffade9255003 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:32.760255 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cbff6270-4cf4-45b5-9ed7-75443200ed37 req-8cd19ad7-df22-4474-8063-ffade9255003 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 945 time: 0.0614791 Jun 22 01:02:32.797172 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-cbff6270-4cf4-45b5-9ed7-75443200ed37 req-a5530425-4d0d-4bb9-b2ab-ee1131aae8ad tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313787 Jun 22 01:02:33.183128 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ce825-e861-4bde-828d-1537b0e17da8 req-b40d3417-3584-43d9-8182-8fcb5c94a7fc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:33.183128 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-921ce825-e861-4bde-828d-1537b0e17da8 req-b40d3417-3584-43d9-8182-8fcb5c94a7fc tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 945 time: 0.0675764 Jun 22 01:02:33.282482 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-921ce825-e861-4bde-828d-1537b0e17da8 req-e664b0ba-b3ef-47c3-901e-4b0be860768e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Deleting port 005f4497-4b99-4780-8130-ab48446e0901 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:33.282724 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-921ce825-e861-4bde-828d-1537b0e17da8 req-e664b0ba-b3ef-47c3-901e-4b0be860768e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:33.375605 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-921ce825-e861-4bde-828d-1537b0e17da8 req-e664b0ba-b3ef-47c3-901e-4b0be860768e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] For port 005f4497-4b99-4780-8130-ab48446e0901, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=005f4497-4b99-4780-8130-ab48446e0901,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:33.375967 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-921ce825-e861-4bde-828d-1537b0e17da8 req-e664b0ba-b3ef-47c3-901e-4b0be860768e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:33.451183 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-921ce825-e861-4bde-828d-1537b0e17da8 req-e664b0ba-b3ef-47c3-901e-4b0be860768e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Calling delete_port for 005f4497-4b99-4780-8130-ab48446e0901 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:33.587501 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-921ce825-e861-4bde-828d-1537b0e17da8 req-e664b0ba-b3ef-47c3-901e-4b0be860768e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:33.593493 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-3b03db53-ca4f-4f3b-ad5e-2a228af261c6 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:33.620137 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664b0ba-b3ef-47c3-901e-4b0be860768e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event deleted for resources: {'Port': ['ID=005f4497-4b99-4780-8130-ab48446e0901,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:33.622507 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-e664b0ba-b3ef-47c3-901e-4b0be860768e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:33.669743 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-921ce825-e861-4bde-828d-1537b0e17da8 req-e664b0ba-b3ef-47c3-901e-4b0be860768e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] No DVR routers for this DVR port 005f4497-4b99-4780-8130-ab48446e0901 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:02:33.672211 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-921ce825-e861-4bde-828d-1537b0e17da8 req-e664b0ba-b3ef-47c3-901e-4b0be860768e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:33.674167 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-921ce825-e861-4bde-828d-1537b0e17da8 req-e664b0ba-b3ef-47c3-901e-4b0be860768e tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "DELETE /v2.0/ports/005f4497-4b99-4780-8130-ab48446e0901 HTTP/1.1" status: 204 len: 173 time: 0.4872494 Jun 22 01:02:33.674667 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'name': 'network-vif-deleted', 'tag': '005f4497-4b99-4780-8130-ab48446e0901'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:02:33.677226 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca15dd7a-434f-4217-8c5b-06e663834b8c" -d '{"events": [{"server_uuid": "748c2c0b-b305-4907-ad9d-2efc2c108ecc", "name": "network-vif-deleted", "tag": "005f4497-4b99-4780-8130-ab48446e0901"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:02:33.713559 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e399b199-025e-4d4f-b005-6dc76d40cd26 x-openstack-request-id: req-e399b199-025e-4d4f-b005-6dc76d40cd26 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:02:33.713892 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748c2c0b-b305-4907-ad9d-2efc2c108ecc", "name": "network-vif-deleted", "tag": "005f4497-4b99-4780-8130-ab48446e0901", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:02:33.714185 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e399b199-025e-4d4f-b005-6dc76d40cd26 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:02:33.714630 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748c2c0b-b305-4907-ad9d-2efc2c108ecc', 'name': 'network-vif-deleted', 'tag': '005f4497-4b99-4780-8130-ab48446e0901', 'status': 'completed', 'code': 200} Jun 22 01:02:34.101449 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-5e60d3e1-d94b-4448-89a0-4247931a179a req-248c1500-f286-412c-984e-b209f9268650 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=748c2c0b-b305-4907-ad9d-2efc2c108ecc HTTP/1.1" status: 200 len: 210 time: 0.0295012 Jun 22 01:02:34.986349 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 005f4497-4b99-4780-8130-ab48446e0901 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:35.006189 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 005f4497-4b99-4780-8130-ab48446e0901 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:35.006544 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 005f4497-4b99-4780-8130-ab48446e0901 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:37.403652 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 36312) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:37.559665 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Deleting port 9ed9f0eb-b85e-4d7e-920b-5aa0f7211329 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:37.560021 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:37.640285 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:37.640508 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:37.703054 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Calling delete_port for 9ed9f0eb-b85e-4d7e-920b-5aa0f7211329 owned by network:floatingip {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:37.849989 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:37.852640 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-88ed3bc0-5407-4e24-b4a4-2279d921398d tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:37.879588 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event deleted for resources: {'Port': ['ID=9ed9f0eb-b85e-4d7e-920b-5aa0f7211329,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:37.881719 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:37.940281 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:37.940504 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.db.l3_db [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Floating IP 5e2d31e4-8b89-450e-9d70-8bf445ff3d96 disassociated (deleted). External IP: 172.27.0.116, port: 4dcce61b-4381-4e50-b2f0-d879cdf9be24. Jun 22 01:02:38.138436 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99507) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:02:38.244296 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99507) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:02:38.249071 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:38.263085 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ad74ad-816d-41aa-a573-c371d7986450 None None] Sync routers for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:02:38.265142 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad74ad-816d-41aa-a573-c371d7986450 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:38.265949 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e3ad74ad-816d-41aa-a573-c371d7986450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:02:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:38.288159 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-0a5a6018-5b02-4a9d-aa5f-6b5653c9ac25 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "DELETE /v2.0/floatingips/5e2d31e4-8b89-450e-9d70-8bf445ff3d96 HTTP/1.1" status: 204 len: 168 time: 0.8833749 Jun 22 01:02:38.288810 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'tag': '4dcce61b-4381-4e50-b2f0-d879cdf9be24'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:02:38.291950 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07" -d '{"events": [{"name": "network-changed", "server_uuid": "f406c1e8-abcc-4a93-9332-5cf02cb6ddd0", "tag": "4dcce61b-4381-4e50-b2f0-d879cdf9be24"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:02:38.333412 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffffc35e-bca1-4e8d-9bbe-3be4691223cc x-openstack-request-id: req-ffffc35e-bca1-4e8d-9bbe-3be4691223cc {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:02:38.333738 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f406c1e8-abcc-4a93-9332-5cf02cb6ddd0", "tag": "4dcce61b-4381-4e50-b2f0-d879cdf9be24", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:02:38.334170 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ffffc35e-bca1-4e8d-9bbe-3be4691223cc {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:02:38.334604 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'tag': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'status': 'completed', 'code': 200} Jun 22 01:02:38.377144 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-e3ad74ad-816d-41aa-a573-c371d7986450 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:38.442149 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07 req-f907ca40-1923-4d3b-9e08-eb374fb343e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:38.444591 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07 req-f907ca40-1923-4d3b-9e08-eb374fb343e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebf63b041c0046d29dac298f4c8f4558&device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 1098 time: 0.0540903 Jun 22 01:02:38.553274 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07 req-8baabb75-1672-4899-93d8-83c784f4cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:38.554847 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07 req-8baabb75-1672-4899-93d8-83c784f4cb45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 200 len: 912 time: 0.1026959 Jun 22 01:02:38.612670 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e3ad74ad-816d-41aa-a573-c371d7986450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:38.625411 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07 req-c544a462-5081-4bb7-8770-d645ba3ed39f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4dcce61b-4381-4e50-b2f0-d879cdf9be24 HTTP/1.1" status: 200 len: 217 time: 0.0433323 Jun 22 01:02:38.639601 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ad74ad-816d-41aa-a573-c371d7986450 None None] Checking router: 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:02:38.647979 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad74ad-816d-41aa-a573-c371d7986450 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:38.648594 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e3ad74ad-816d-41aa-a573-c371d7986450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:02:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:38.702113 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07 req-f720af00-19b6-4308-a43a-44ce4a888e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:38.703621 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07 req-f720af00-19b6-4308-a43a-44ce4a888e03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 200 len: 850 time: 0.0690525 Jun 22 01:02:38.752627 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e48e2f-0ce1-4dce-b69d-d75101b64108 req-15ec0f58-1078-4d11-8336-538b6df3fa6f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:38.754034 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-23e48e2f-0ce1-4dce-b69d-d75101b64108 req-15ec0f58-1078-4d11-8336-538b6df3fa6f tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 945 time: 0.1311195 Jun 22 01:02:38.754369 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-e3ad74ad-816d-41aa-a573-c371d7986450 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:38.808574 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-23e48e2f-0ce1-4dce-b69d-d75101b64108 req-5e5e6fad-40ce-4d9c-bf28-33b79a357eba tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468333 Jun 22 01:02:38.813591 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07 req-2836d642-ca9a-41c3-a0ed-d351d29a5951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:38.815042 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07 req-2836d642-ca9a-41c3-a0ed-d351d29a5951 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91572343-6549-47c0-a188-a4c479854ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1037586 Jun 22 01:02:38.905980 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07 req-6644d45e-1225-4dd5-b9a3-475a863a40f2 service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830991 Jun 22 01:02:38.958108 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-e3ad74ad-816d-41aa-a573-c371d7986450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:38.986008 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ad74ad-816d-41aa-a573-c371d7986450 None None] The sync data for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi is: [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:44Z', 'revision_number': 4, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi', '_interfaces': [{'id': 'f7539d50-da54-47a6-ad70-1841924fdbac', 'name': '', 'network_id': '91572343-6549-47c0-a188-a4c479854ae1', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'mac_address': 'fa:16:3e:90:65:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:44Z', 'updated_at': '2021-06-22T00:52:51Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'subnets': [{'id': 'd68c98e5-d99c-4c13-bde3-49f2126f56e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:02:39.008342 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-6ef985b4-571d-4b1e-9ca8-a343a3d40a07 req-ad762222-8df3-4ebd-85e5-b6adb256551c service neutron] 10.222.0.15 "GET /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956712 Jun 22 01:02:39.192024 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba9142-4857-4bf7-9ffb-2e443defd8aa None None] New status for floating IP 5e2d31e4-8b89-450e-9d70-8bf445ff3d96: DOWN {{(pid=99511) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:02:39.992813 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a363306-7ad0-47aa-bbf7-9faf63bfcccb req-da12c49f-547e-412a-93eb-9cc54d2c6009 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:39.994345 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2a363306-7ad0-47aa-bbf7-9faf63bfcccb req-da12c49f-547e-412a-93eb-9cc54d2c6009 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 945 time: 0.0630808 Jun 22 01:02:40.032615 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-2a363306-7ad0-47aa-bbf7-9faf63bfcccb req-5a54ff8a-4f97-4d15-8fc9-5510890a7e2d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/security-groups?id=c8b90c42-60b5-4690-a416-b460f4f0a752&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325353 Jun 22 01:02:40.379365 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab906fd-80eb-4e4f-8644-3086a9849fb7 req-40266e14-7361-436b-a23d-fae55b81562d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99507) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:40.380780 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1ab906fd-80eb-4e4f-8644-3086a9849fb7 req-40266e14-7361-436b-a23d-fae55b81562d tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 945 time: 0.0640774 Jun 22 01:02:40.481968 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-1ab906fd-80eb-4e4f-8644-3086a9849fb7 req-7f7c4475-07e3-486c-8b66-7ff5a836f5e0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Deleting port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:40.482314 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1ab906fd-80eb-4e4f-8644-3086a9849fb7 req-7f7c4475-07e3-486c-8b66-7ff5a836f5e0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:40.574527 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [req-1ab906fd-80eb-4e4f-8644-3086a9849fb7 req-7f7c4475-07e3-486c-8b66-7ff5a836f5e0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] For port 4dcce61b-4381-4e50-b2f0-d879cdf9be24, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=4dcce61b-4381-4e50-b2f0-d879cdf9be24,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:40.574813 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1ab906fd-80eb-4e4f-8644-3086a9849fb7 req-7f7c4475-07e3-486c-8b66-7ff5a836f5e0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:40.641509 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [req-1ab906fd-80eb-4e4f-8644-3086a9849fb7 req-7f7c4475-07e3-486c-8b66-7ff5a836f5e0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Calling delete_port for 4dcce61b-4381-4e50-b2f0-d879cdf9be24 owned by compute:nova {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:40.771392 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1ab906fd-80eb-4e4f-8644-3086a9849fb7 req-7f7c4475-07e3-486c-8b66-7ff5a836f5e0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:40.776257 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b5964e3d-0f82-499d-87c1-b1aa235d90dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:40.806897 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c4475-07e3-486c-8b66-7ff5a836f5e0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event deleted for resources: {'Port': ['ID=4dcce61b-4381-4e50-b2f0-d879cdf9be24,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:40.809786 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-7f7c4475-07e3-486c-8b66-7ff5a836f5e0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:40.849718 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab906fd-80eb-4e4f-8644-3086a9849fb7 req-7f7c4475-07e3-486c-8b66-7ff5a836f5e0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] No DVR routers for this DVR port 4dcce61b-4381-4e50-b2f0-d879cdf9be24 on host hv-cinder-75330 {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:02:40.852650 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [req-1ab906fd-80eb-4e4f-8644-3086a9849fb7 req-7f7c4475-07e3-486c-8b66-7ff5a836f5e0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for port, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:40.855009 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1ab906fd-80eb-4e4f-8644-3086a9849fb7 req-7f7c4475-07e3-486c-8b66-7ff5a836f5e0 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.15 "DELETE /v2.0/ports/4dcce61b-4381-4e50-b2f0-d879cdf9be24 HTTP/1.1" status: 204 len: 173 time: 0.4679227 Jun 22 01:02:40.855552 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'name': 'network-vif-deleted', 'tag': '4dcce61b-4381-4e50-b2f0-d879cdf9be24'}] {{(pid=99507) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:02:40.858457 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ccede80f2cb074b284857a634d40cf8620063306492a2a574151d017b0704b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b71141-cf3f-4de2-b64d-f0bcb0828380" -d '{"events": [{"server_uuid": "f406c1e8-abcc-4a93-9332-5cf02cb6ddd0", "name": "network-vif-deleted", "tag": "4dcce61b-4381-4e50-b2f0-d879cdf9be24"}]}' {{(pid=99507) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:02:40.895083 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dc2ac6-b33a-4b51-935f-8231fa69bc61 x-openstack-request-id: req-25dc2ac6-b33a-4b51-935f-8231fa69bc61 {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:02:40.895431 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f406c1e8-abcc-4a93-9332-5cf02cb6ddd0", "name": "network-vif-deleted", "tag": "4dcce61b-4381-4e50-b2f0-d879cdf9be24", "status": "completed", "code": 200}]} {{(pid=99507) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:02:40.895757 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25dc2ac6-b33a-4b51-935f-8231fa69bc61 {{(pid=99507) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:02:40.896184 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f406c1e8-abcc-4a93-9332-5cf02cb6ddd0', 'name': 'network-vif-deleted', 'tag': '4dcce61b-4381-4e50-b2f0-d879cdf9be24', 'status': 'completed', 'code': 200} Jun 22 01:02:41.173911 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [req-1f05664b-1ef3-4704-8c9a-cf368f2c16cc req-17ae5547-3790-4802-a1b1-e32290267dd8 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "GET /v2.0/ports?device_id=f406c1e8-abcc-4a93-9332-5cf02cb6ddd0 HTTP/1.1" status: 200 len: 210 time: 0.0295806 Jun 22 01:02:42.269106 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 36344) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:42.396538 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Deleting port 0041bda4-f844-453f-8ff2-86f30fb5ad48 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:42.396881 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:42.473171 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:42.473504 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:42.540414 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Calling delete_port for 0041bda4-f844-453f-8ff2-86f30fb5ad48 owned by network:floatingip {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:42.673470 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:42.676150 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-9635284d-c127-455a-8081-96b6cfcb41ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:42.701350 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event deleted for resources: {'Port': ['ID=0041bda4-f844-453f-8ff2-86f30fb5ad48,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:42.705159 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:42.763837 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for floatingip, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:42.766327 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108819'] for floatingip, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:42.767483 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "DELETE /v2.0/floatingips/f9b64ee1-1169-4a5d-9c56-93e6bf8e781f HTTP/1.1" status: 204 len: 168 time: 0.4974010 Jun 22 01:02:43.017464 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4dcce61b-4381-4e50-b2f0-d879cdf9be24 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:43.036872 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] No Port match for: 4dcce61b-4381-4e50-b2f0-d879cdf9be24 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:43.037221 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Device 4dcce61b-4381-4e50-b2f0-d879cdf9be24 not bound to the agent host hv-cinder-75330 {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:44.029746 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 36360) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:44.086995 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-567701f5-5c0e-4e9a-b21e-3e38a85e9722 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:44.111779 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-567701f5-5c0e-4e9a-b21e-3e38a85e9722 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:44.168574 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-567701f5-5c0e-4e9a-b21e-3e38a85e9722 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:44.171160 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-567701f5-5c0e-4e9a-b21e-3e38a85e9722 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:44.172340 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-567701f5-5c0e-4e9a-b21e-3e38a85e9722 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] 10.222.0.26 "DELETE /v2.0/security-groups/c8b90c42-60b5-4690-a416-b460f4f0a752 HTTP/1.1" status: 204 len: 168 time: 0.1415608 Jun 22 01:02:44.173098 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-2ef2e71e-a4a1-4c16-a726-b93092690dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:44.181970 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567701f5-5c0e-4e9a-b21e-3e38a85e9722 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b90c42-60b5-4690-a416-b460f4f0a752,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:44.184715 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-567701f5-5c0e-4e9a-b21e-3e38a85e9722 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:44.231348 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36364) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:44.714370 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:44.721298 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824320'] for router_interface, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:44.975819 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] Deleting port f7539d50-da54-47a6-ad70-1841924fdbac {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:44.976153 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:45.053056 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] For port f7539d50-da54-47a6-ad70-1841924fdbac, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=f7539d50-da54-47a6-ad70-1841924fdbac,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:45.053407 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:45.120746 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] Calling delete_port for f7539d50-da54-47a6-ad70-1841924fdbac owned by network:router_interface {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:45.299938 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:45.302084 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b04054fc-9d18-4a30-9eb8-fbe2f04b98be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:45.327503 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f7539d50-da54-47a6-ad70-1841924fdbac,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:45.330389 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:45.504821 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824236'] for router_interface, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:45.733712 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] Router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:02:45.838782 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:02:45.843968 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-5fedbf65-face-4450-9217-dacf8e7a0f8b admin admin] 10.222.0.26 "PUT /v2.0/routers/1ed6f02f-b196-4aeb-aa5e-bb9667110ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6116164 Jun 22 01:02:45.846672 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36374) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:45.847044 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d45db-dfff-42be-9848-8eb4b14cc507 None None] Sync routers for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:02:45.856431 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d45db-dfff-42be-9848-8eb4b14cc507 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:45.857134 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-df3d45db-dfff-42be-9848-8eb4b14cc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:02:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:45.950255 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Notify callbacks [] for router, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:45.963204 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-df3d45db-dfff-42be-9848-8eb4b14cc507 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:46.055978 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.109065 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Deleting port 4a634b72-aa2f-494b-a5e1-f3203ed928ab {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:46.109404 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.143165 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-df3d45db-dfff-42be-9848-8eb4b14cc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T01:02:45Z', 'revision_number': 5, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port': {'id': '4a634b72-aa2f-494b-a5e1-f3203ed928ab', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T00:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:46.171403 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d45db-dfff-42be-9848-8eb4b14cc507 None None] Checking router: 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 for host: dv-cinder-753305-6-iscsi {{(pid=99510) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:02:46.181182 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d45db-dfff-42be-9848-8eb4b14cc507 None None] Routers {'1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99510) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:46.181588 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-df3d45db-dfff-42be-9848-8eb4b14cc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:02:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'], 'active': True} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:46.192302 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] For port 4a634b72-aa2f-494b-a5e1-f3203ed928ab, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=4a634b72-aa2f-494b-a5e1-f3203ed928ab,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:46.192662 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.257917 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Calling delete_port for 4a634b72-aa2f-494b-a5e1-f3203ed928ab owned by network:router_gateway {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:46.268016 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvr_db [None req-df3d45db-dfff-42be-9848-8eb4b14cc507 None None] Set router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 gateway port host: None {{(pid=99510) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:46.323937 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_hamode_db [None req-df3d45db-dfff-42be-9848-8eb4b14cc507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T01:02:46Z', 'revision_number': 6, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port_host': None}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99510) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:46.350056 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d45db-dfff-42be-9848-8eb4b14cc507 None None] The sync data for ids ['1ed6f02f-b196-4aeb-aa5e-bb9667110ef9'] in dv-cinder-753305-6-iscsi is: [{'id': '1ed6f02f-b196-4aeb-aa5e-bb9667110ef9', 'name': 'tempest-TestVolumeBootPattern-946963720-router', 'tenant_id': 'ebf63b041c0046d29dac298f4c8f4558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:41Z', 'updated_at': '2021-06-22T01:02:46Z', 'revision_number': 6, 'project_id': 'ebf63b041c0046d29dac298f4c8f4558', 'gw_port_host': None}] {{(pid=99510) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:02:46.362419 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:02:46.427872 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.430570 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-b1e48991-e118-479f-a625-05b39e1ee995 tempest-AttachVolumeTestJSON-739934758 tempest-AttachVolumeTestJSON-739934758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:46.455509 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=4a634b72-aa2f-494b-a5e1-f3203ed928ab,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:46.459277 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:46.516596 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785289'] for router_gateway, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.608043 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26058'] for router, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.610040 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.658272 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3823605'] for router, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.658988 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 {{(pid=99509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 01:02:46.665682 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.666835 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-35493c66-5a7b-4b3a-96b7-dbb494d28ecd admin admin] 10.222.0.26 "DELETE /v2.0/routers/1ed6f02f-b196-4aeb-aa5e-bb9667110ef9 HTTP/1.1" status: 204 len: 168 time: 0.8192263 Jun 22 01:02:46.669324 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36378) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:46.715338 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-d03ac973-fb70-4078-86fe-98868de9695d admin admin] Deleting subnet d68c98e5-d99c-4c13-bde3-49f2126f56e2 {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:02:46.719023 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d03ac973-fb70-4078-86fe-98868de9695d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.753882 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d03ac973-fb70-4078-86fe-98868de9695d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10396607'] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.836101 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d03ac973-fb70-4078-86fe-98868de9695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.887572 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d03ac973-fb70-4078-86fe-98868de9695d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9353184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8710147'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.889311 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:46.912914 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ac973-fb70-4078-86fe-98868de9695d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68c98e5-d99c-4c13-bde3-49f2126f56e2,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:46.916658 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-d03ac973-fb70-4078-86fe-98868de9695d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:46.917756 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-d03ac973-fb70-4078-86fe-98868de9695d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:46.919924 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-d03ac973-fb70-4078-86fe-98868de9695d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d68c98e5-d99c-4c13-bde3-49f2126f56e2 HTTP/1.1" status: 204 len: 168 time: 0.2495279 Jun 22 01:02:46.922821 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 36380) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:46.923706 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60746d69-95e4-4123-8a19-2ae4c1bf911d None None] Network 91572343-6549-47c0-a188-a4c479854ae1 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:02:46.993209 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.043567 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Deleting port 064205ce-a558-401f-b053-8900cca74ac2 {{(pid=99507) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:47.043897 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.109431 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.db [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] For port 064205ce-a558-401f-b053-8900cca74ac2, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=064205ce-a558-401f-b053-8900cca74ac2,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99507) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:47.109791 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.125166 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c2837-4cca-4f81-a235-ecac5804227a None None] DHCP port deletion for 91572343-6549-47c0-a188-a4c479854ae1 request from dv-cinder-753305-6-iscsi {{(pid=99510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 01:02:47.172687 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c2837-4cca-4f81-a235-ecac5804227a None None] Deleting port 064205ce-a558-401f-b053-8900cca74ac2 {{(pid=99510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:47.172990 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2837-4cca-4f81-a235-ecac5804227a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.177065 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.plugin [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Calling delete_port for 064205ce-a558-401f-b053-8900cca74ac2 owned by network:dhcp {{(pid=99507) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:47.240851 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-aa6c2837-4cca-4f81-a235-ecac5804227a None None] For port 064205ce-a558-401f-b053-8900cca74ac2, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=064205ce-a558-401f-b053-8900cca74ac2,segment=NetworkSegment(4b3591b8-889e-424a-948c-2b3596968ddf),segment_id=4b3591b8-889e-424a-948c-2b3596968ddf)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:47.241252 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2837-4cca-4f81-a235-ecac5804227a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.262299 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8843257'] for port, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.264688 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-b1c5308b-4779-43e2-8d33-ce636273b850 tempest-TestVolumeBootPattern-1600304922 tempest-TestVolumeBootPattern-1600304922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:47.296105 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Pushing event deleted for resources: {'Port': ['ID=064205ce-a558-401f-b053-8900cca74ac2,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:47.298769 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:47.301875 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] No DVR routers for this DVR port 064205ce-a558-401f-b053-8900cca74ac2 on host dv-cinder-753305-6-iscsi {{(pid=99507) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:02:47.387329 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.397914 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91572343-6549-47c0-a188-a4c479854ae1']}} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:47.408633 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3591b8-889e-424a-948c-2b3596968ddf') {'for_net_delete': True} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:47.408942 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.services.segments.db [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3591b8-889e-424a-948c-2b3596968ddf') {} {{(pid=99507) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:47.419584 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12239875'] for segment, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.433559 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.440278 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=99507) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:02:47.440653 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8842506'] for segment, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.441683 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c2837-4cca-4f81-a235-ecac5804227a None None] Calling delete_port for 064205ce-a558-401f-b053-8900cca74ac2 owned by network:dhcp {{(pid=99510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: Traceback (most recent call last): Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: timer() Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: cb(*args, **kw) Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: return func(*args, **kwargs) Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: self._notify() Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: self.callback(batched_events) Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: event.method(event) Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: return f(self, *a, **k) Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: return self._get(url).json() Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: return self.request(url, 'GET', **kwargs) Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:02:47.442353 dv-cinder-753305-6-iscsi neutron-server[99507]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:02:47.513550 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.519242 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-dfdaac6b-ce1a-423c-a92d-75782f1b71c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:47.522247 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.527144 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] 10.222.0.26 "DELETE /v2.0/networks/91572343-6549-47c0-a188-a4c479854ae1 HTTP/1.1" status: 204 len: 168 time: 0.6004689 Jun 22 01:02:47.527542 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36382) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:47.533427 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device f7539d50-da54-47a6-ad70-1841924fdbac no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:47.540673 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Pushing event deleted for resources: {'Network': ['ID=91572343-6549-47c0-a188-a4c479854ae1,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:47.543165 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-ace958ce-8d04-4811-b7e9-c3e8fac2cc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:47.560195 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: f7539d50-da54-47a6-ad70-1841924fdbac {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:47.560562 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device f7539d50-da54-47a6-ad70-1841924fdbac not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:47.561028 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 4a634b72-aa2f-494b-a5e1-f3203ed928ab no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:47.565153 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-aa6c2837-4cca-4f81-a235-ecac5804227a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783'] for port, after_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.580836 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-0817ed30-3a25-4eae-b8ac-6695fdf2cd04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:47.584631 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 4a634b72-aa2f-494b-a5e1-f3203ed928ab {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:47.584990 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 4a634b72-aa2f-494b-a5e1-f3203ed928ab not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:47.585410 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 064205ce-a558-401f-b053-8900cca74ac2 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:47.606249 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa6c2837-4cca-4f81-a235-ecac5804227a None None] Network 91572343-6549-47c0-a188-a4c479854ae1 is not hosted by any dhcp agent {{(pid=99510) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 01:02:47.606715 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c2837-4cca-4f81-a235-ecac5804227a None None] No DVR routers for this DVR port 064205ce-a558-401f-b053-8900cca74ac2 on host dv-cinder-753305-6-iscsi {{(pid=99510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:02:47.623549 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c2837-4cca-4f81-a235-ecac5804227a None None] Pushing event deleted for resources: {'Port': ['ID=064205ce-a558-401f-b053-8900cca74ac2,revision_number=None']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:47.626777 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 064205ce-a558-401f-b053-8900cca74ac2 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:47.626993 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 064205ce-a558-401f-b053-8900cca74ac2 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:47.638898 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-aa6c2837-4cca-4f81-a235-ecac5804227a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:48.097266 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3824320'] for router_interface, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:48.344080 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] Deleting port fd37df42-f3ad-4503-ac25-dce0de422345 {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:48.344435 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:48.418036 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] For port fd37df42-f3ad-4503-ac25-dce0de422345, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=fd37df42-f3ad-4503-ac25-dce0de422345,segment=NetworkSegment(90a1c962-4627-4320-87ab-1cbdcb4e2a77),segment_id=90a1c962-4627-4320-87ab-1cbdcb4e2a77)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:48.418384 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:48.482814 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] Calling delete_port for fd37df42-f3ad-4503-ac25-dce0de422345 owned by network:router_interface {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:48.662765 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:48.665491 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-50d26a20-e541-42f5-9c4c-3149c5c2b5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:48.689400 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd37df42-f3ad-4503-ac25-dce0de422345,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:48.693119 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:48.852914 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3824236'] for router_interface, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:49.063774 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] Router 9680bfd4-13d8-4455-80ea-c394efe15ea1 has already been hosted by L3 agent 1726762a-a1ff-4d22-9b6c-b6f073106669 {{(pid=99509) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:02:49.167192 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-iscsi the message routers_updated {{(pid=99509) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:02:49.171951 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-cd6cf3ff-04ce-419f-a597-a49888302a66 admin admin] 10.222.0.26 "PUT /v2.0/routers/9680bfd4-13d8-4455-80ea-c394efe15ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6426287 Jun 22 01:02:49.174580 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36398) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:49.175109 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f75318-0c9b-4c4e-a681-b794b7ac8d5f None None] Sync routers for ids ['9680bfd4-13d8-4455-80ea-c394efe15ea1'] in dv-cinder-753305-6-iscsi {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:02:49.184356 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f75318-0c9b-4c4e-a681-b794b7ac8d5f None None] Routers {'9680bfd4-13d8-4455-80ea-c394efe15ea1'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:49.184965 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-70f75318-0c9b-4c4e-a681-b794b7ac8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:02:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['9680bfd4-13d8-4455-80ea-c394efe15ea1'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:49.281625 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Notify callbacks [] for router, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:49.290604 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-70f75318-0c9b-4c4e-a681-b794b7ac8d5f None None] Set router 9680bfd4-13d8-4455-80ea-c394efe15ea1 gateway port host: dv-cinder-753305-6-iscsi {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:49.382222 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:49.434259 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Deleting port 5258744d-51e9-4f6a-b21c-da358dde7485 {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:49.434601 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:49.462141 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-70f75318-0c9b-4c4e-a681-b794b7ac8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'name': 'tempest-TestVolumeBootPattern-1856300892-router', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'external_fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:47Z', 'updated_at': '2021-06-22T01:02:48Z', 'revision_number': 5, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'gw_port': {'id': '5258744d-51e9-4f6a-b21c-da358dde7485', 'name': '', 'network_id': '88674bb2-d018-41a5-a891-26911eb48c6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:52:48Z', 'updated_at': '2021-06-22T00:52:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da1ed351-6ea4-422f-82b5-232ac75c6d13', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-iscsi'}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:49.487018 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f75318-0c9b-4c4e-a681-b794b7ac8d5f None None] Checking router: 9680bfd4-13d8-4455-80ea-c394efe15ea1 for host: dv-cinder-753305-6-iscsi {{(pid=99511) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:02:49.495651 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f75318-0c9b-4c4e-a681-b794b7ac8d5f None None] Routers {'9680bfd4-13d8-4455-80ea-c394efe15ea1'} bound to L3 agent in host dv-cinder-753305-6-iscsi {{(pid=99511) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:49.496281 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-70f75318-0c9b-4c4e-a681-b794b7ac8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:53Z,description=,heartbeat_timestamp=2021-06-22T01:02:23Z,host='dv-cinder-753305-6-iscsi',id=1726762a-a1ff-4d22-9b6c-b6f073106669,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:53Z,topic='l3_agent')) {'router_ids': ['9680bfd4-13d8-4455-80ea-c394efe15ea1'], 'active': True} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:49.521606 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] For port 5258744d-51e9-4f6a-b21c-da358dde7485, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=5258744d-51e9-4f6a-b21c-da358dde7485,segment=NetworkSegment(4989186b-ed1f-4183-8a68-9996df2d9bf5),segment_id=4989186b-ed1f-4183-8a68-9996df2d9bf5)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:49.521985 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:49.581844 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_dvr_db [None req-70f75318-0c9b-4c4e-a681-b794b7ac8d5f None None] Set router 9680bfd4-13d8-4455-80ea-c394efe15ea1 gateway port host: None {{(pid=99511) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:49.585276 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Calling delete_port for 5258744d-51e9-4f6a-b21c-da358dde7485 owned by network:router_gateway {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:49.634105 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.l3_hamode_db [None req-70f75318-0c9b-4c4e-a681-b794b7ac8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'name': 'tempest-TestVolumeBootPattern-1856300892-router', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:47Z', 'updated_at': '2021-06-22T01:02:49Z', 'revision_number': 6, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'gw_port_host': None}], 'dv-cinder-753305-6-iscsi', False) {} {{(pid=99511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:49.658700 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f75318-0c9b-4c4e-a681-b794b7ac8d5f None None] The sync data for ids ['9680bfd4-13d8-4455-80ea-c394efe15ea1'] in dv-cinder-753305-6-iscsi is: [{'id': '9680bfd4-13d8-4455-80ea-c394efe15ea1', 'name': 'tempest-TestVolumeBootPattern-1856300892-router', 'tenant_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:52:47Z', 'updated_at': '2021-06-22T01:02:49Z', 'revision_number': 6, 'project_id': 'a6fb399bb0ed4841b99be7d7096e0218', 'gw_port_host': None}] {{(pid=99511) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:02:49.750192 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:49.752986 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-073b884f-7574-4074-a7f0-2092a1b0885a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:49.780355 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Pushing event deleted for resources: {'Port': ['ID=5258744d-51e9-4f6a-b21c-da358dde7485,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:49.784121 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:49.839495 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3785289'] for router_gateway, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:49.929510 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3828830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26058'] for router, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:49.931805 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:49.973073 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3823605'] for router, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:49.973674 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9680bfd4-13d8-4455-80ea-c394efe15ea1 {{(pid=99509) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 01:02:49.978681 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] Notify callbacks [] for router, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:49.979736 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-37c17521-d5ff-4661-a7ae-86cd549e4aee admin admin] 10.222.0.26 "DELETE /v2.0/routers/9680bfd4-13d8-4455-80ea-c394efe15ea1 HTTP/1.1" status: 204 len: 168 time: 0.8042130 Jun 22 01:02:49.982264 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36406) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:50.030425 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f42acfa-1ec2-48a0-8a7d-6520dc02e4d1 admin admin] Deleting subnet d5cbab5e-330e-4b10-8bba-5d307d8a6daf {{(pid=99509) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:02:50.033683 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4f42acfa-1ec2-48a0-8a7d-6520dc02e4d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.069672 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4f42acfa-1ec2-48a0-8a7d-6520dc02e4d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10396607'] for subnet, precommit_delete_associations {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.144833 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4f42acfa-1ec2-48a0-8a7d-6520dc02e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-635323'] for subnet, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.200207 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4f42acfa-1ec2-48a0-8a7d-6520dc02e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-635266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9353184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8710147'] for subnet, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.202781 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:50.226642 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42acfa-1ec2-48a0-8a7d-6520dc02e4d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cbab5e-330e-4b10-8bba-5d307d8a6daf,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:50.229258 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-4f42acfa-1ec2-48a0-8a7d-6520dc02e4d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for subnet, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.231098 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-4f42acfa-1ec2-48a0-8a7d-6520dc02e4d1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d5cbab5e-330e-4b10-8bba-5d307d8a6daf HTTP/1.1" status: 204 len: 168 time: 0.2479091 Jun 22 01:02:50.231978 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-4f42acfa-1ec2-48a0-8a7d-6520dc02e4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:50.233561 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36410) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:50.235523 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00faf821-7d85-4857-9a5d-caa15ca622fa None None] Network 644578e7-b406-4ece-a31d-3e99dd9cc8e3 requested from dv-cinder-753305-6-iscsi {{(pid=99510) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:02:50.298676 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604360'] for network, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.352215 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Deleting port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a {{(pid=99509) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:50.352442 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.406631 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] DHCP port deletion for 644578e7-b406-4ece-a31d-3e99dd9cc8e3 request from dv-cinder-753305-6-iscsi {{(pid=99510) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 01:02:50.426275 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.db [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] For port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=53ed1f33-83b4-4dfb-9b25-ed0802f8be1a,segment=NetworkSegment(90a1c962-4627-4320-87ab-1cbdcb4e2a77),segment_id=90a1c962-4627-4320-87ab-1cbdcb4e2a77)] {{(pid=99509) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:50.426892 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.455828 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Deleting port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a {{(pid=99510) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:50.456216 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789296560101'] for port, before_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.494096 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.plugin [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Calling delete_port for 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a owned by network:dhcp {{(pid=99509) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:50.519125 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.db [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] For port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a, host dv-cinder-753305-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-iscsi',level=0,port_id=53ed1f33-83b4-4dfb-9b25-ed0802f8be1a,segment=NetworkSegment(90a1c962-4627-4320-87ab-1cbdcb4e2a77),segment_id=90a1c962-4627-4320-87ab-1cbdcb4e2a77)] {{(pid=99510) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:50.519539 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3786632'] for port, precommit_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.574955 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9353130'] for port, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.577247 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-7a405edf-4fd9-4cec-9a4d-2082b06000bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:50.593074 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Calling delete_port for 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a owned by network:dhcp {{(pid=99510) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:50.602050 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ed1f33-83b4-4dfb-9b25-ed0802f8be1a,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:50.603652 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-9988a12d-35a3-4167-92de-5d59e4dd52ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.605231 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:50.606000 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] No DVR routers for this DVR port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a on host dv-cinder-753305-6-iscsi {{(pid=99509) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:02:50.672094 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567887', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789296533733', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789296103783'] for port, after_delete {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.676093 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:50.684573 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-634930', 'neutron.services.segments.db._delete_segments_for_network-8789296614099'] for network, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.694692 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644578e7-b406-4ece-a31d-3e99dd9cc8e3']}} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:50.704587 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Pushing event deleted for resources: {'Port': ['ID=53ed1f33-83b4-4dfb-9b25-ed0802f8be1a,revision_number=None']} {{(pid=99510) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:50.707400 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a1c962-4627-4320-87ab-1cbdcb4e2a77') {'for_net_delete': True} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:50.708238 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.services.segments.db [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a1c962-4627-4320-87ab-1cbdcb4e2a77') {} {{(pid=99509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:50.708368 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] No DVR routers for this DVR port 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a on host dv-cinder-753305-6-iscsi {{(pid=99510) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:02:50.717577 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.717577 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.718040 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.718238 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.718567 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.718750 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.719125 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.719456 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.719783 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.720108 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.720428 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.720749 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99510) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:50.724361 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG oslo_concurrency.lockutils [None req-57432f51-b07e-4daa-b2ba-ba1fbbc0231c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99510) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:50.727901 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789296613928', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10396552'] for segment, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.741433 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570'] for segment, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.747644 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=99509) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:02:50.748313 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9352537'] for segment, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: Traceback (most recent call last): Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: timer() Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: cb(*args, **kw) Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: return func(*args, **kwargs) Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: self._notify() Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: self.callback(batched_events) Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: event.method(event) Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: return f(self, *a, **k) Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._get(url).json() Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: return self.request(url, 'GET', **kwargs) Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:02:50.749973 dv-cinder-753305-6-iscsi neutron-server[99509]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:02:50.800615 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-634937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-10543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3639070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785391'] for network, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.806058 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639043'] for network, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.808158 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] 10.222.0.26 "DELETE /v2.0/networks/644578e7-b406-4ece-a31d-3e99dd9cc8e3 HTTP/1.1" status: 204 len: 168 time: 0.5734673 Jun 22 01:02:50.808603 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:50.820272 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Pushing event deleted for resources: {'Network': ['ID=644578e7-b406-4ece-a31d-3e99dd9cc8e3,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:50.823766 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-82673e5c-819a-4670-a2d8-e60189c4d111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:50.930402 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36416) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:50.973459 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-aa1b5e24-51e2-46dd-a244-41a92e0e8027 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebf63b041c0046d29dac298f4c8f4558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417955 Jun 22 01:02:50.975838 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36418) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:51.023285 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-337e3bba-cfa1-458e-b1ed-cac128573fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:51.044897 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-337e3bba-cfa1-458e-b1ed-cac128573fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:51.090565 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-337e3bba-cfa1-458e-b1ed-cac128573fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:51.093146 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-337e3bba-cfa1-458e-b1ed-cac128573fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:51.094278 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-337e3bba-cfa1-458e-b1ed-cac128573fd4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/314c1ed0-3175-4b8d-b3ac-b31e73a05822 HTTP/1.1" status: 204 len: 168 time: 0.1175599 Jun 22 01:02:51.095074 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-831c8351-281a-4fbe-a996-467d8d65e32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:51.103351 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e3bba-cfa1-458e-b1ed-cac128573fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314c1ed0-3175-4b8d-b3ac-b31e73a05822,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:51.105784 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-337e3bba-cfa1-458e-b1ed-cac128573fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:51.421441 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 36424) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:51.461768 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-1c733c4c-4604-46ab-b28d-ec2afd327017 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a6fb399bb0ed4841b99be7d7096e0218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383823 Jun 22 01:02:51.464062 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 36426) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:51.514576 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f5f6-67a4-4ee8-aa21-5ea9f3c3cf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:51.529434 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 5258744d-51e9-4f6a-b21c-da358dde7485 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:51.535845 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f5f6-67a4-4ee8-aa21-5ea9f3c3cf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:51.550097 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 5258744d-51e9-4f6a-b21c-da358dde7485 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:51.550450 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 5258744d-51e9-4f6a-b21c-da358dde7485 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:51.550868 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device fd37df42-f3ad-4503-ac25-dce0de422345 no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:51.570042 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: fd37df42-f3ad-4503-ac25-dce0de422345 {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:51.570399 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device fd37df42-f3ad-4503-ac25-dce0de422345 not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:51.571048 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a no longer exists at agent ovs-agent-dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:51.582384 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f5f6-67a4-4ee8-aa21-5ea9f3c3cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:51.585016 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f5f6-67a4-4ee8-aa21-5ea9f3c3cf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:51.589261 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-bcf5f5f6-67a4-4ee8-aa21-5ea9f3c3cf33 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e491975-14b6-4753-b14a-771730c4c732 HTTP/1.1" status: 204 len: 168 time: 0.1213014 Jun 22 01:02:51.589261 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-02c12375-c7b9-4fcc-a295-f14da52d39e2 tempest-AttachVolumeShelveTestJSON-1820521700 tempest-AttachVolumeShelveTestJSON-1820521700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:51.591371 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] No Port match for: 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a {{(pid=99510) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:51.591731 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron.plugins.ml2.rpc [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Device 53ed1f33-83b4-4dfb-9b25-ed0802f8be1a not bound to the agent host dv-cinder-753305-6-iscsi {{(pid=99510) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:51.595321 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5f5f6-67a4-4ee8-aa21-5ea9f3c3cf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e491975-14b6-4753-b14a-771730c4c732,revision_number=None']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:51.597443 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-bcf5f5f6-67a4-4ee8-aa21-5ea9f3c3cf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:52.999252 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-943e139f-4d46-4573-b00f-89289341eee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:53.608461 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:54.601070 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:56.225939 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:03.433287 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.wsgi [-] (99507) accepted ('10.222.0.26', 36484) {{(pid=99507) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:03:03.535979 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:03.620239 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:03.623693 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron_lib.callbacks.manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_create {{(pid=99507) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:03.626020 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-6dc78942-06c2-4f59-b1a7-2bea214e5aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:03:03.661862 dv-cinder-753305-6-iscsi neutron-server[99507]: INFO neutron.wsgi [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=efa6295e56aa4e0b85cf1646b45b873a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275155 Jun 22 01:03:03.662764 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edafa3fc-1278-45ba-9521-2707a03ebf76,revision_number=1']} {{(pid=99507) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:03:03.664494 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [-] (99509) accepted ('10.222.0.26', 36488) {{(pid=99509) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:03:03.670733 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.671160 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.671534 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.671900 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.672270 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.672629 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.672986 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.673346 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.673703 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.674058 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.674408 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.674760 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99507) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.678902 dv-cinder-753305-6-iscsi neutron-server[99507]: DEBUG oslo_concurrency.lockutils [None req-00cf023b-5e74-48e7-96fe-60ce22549c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99507) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:03:03.713813 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:03.734076 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:03.779704 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10506'] for security_group, after_delete {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:03.782350 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron_lib.callbacks.manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:03.783496 dv-cinder-753305-6-iscsi neutron-server[99509]: INFO neutron.wsgi [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/edafa3fc-1278-45ba-9521-2707a03ebf76 HTTP/1.1" status: 204 len: 168 time: 0.1174121 Jun 22 01:03:03.784310 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-8ca00191-8210-4313-9506-904fb4816d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:03:03.791527 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edafa3fc-1278-45ba-9521-2707a03ebf76,revision_number=None']} {{(pid=99509) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:03:03.798464 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.798855 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.799266 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.799642 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.800013 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.800502 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.800735 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.801098 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.801707 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.802078 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.802440 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.802801 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-iscsi {{(pid=99509) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:03:03.805909 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG oslo_concurrency.lockutils [None req-5168b391-7098-4458-adfb-796f40136618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:03:14.713858 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:20.547414 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-7c488100-506f-4969-92ee-25f1c23ab3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:23.002319 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-83d7c58b-99f7-4746-ba11-39b3e379fb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:23.362069 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:03:23.608922 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:24.607929 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:26.230210 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:44.724438 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:50.548370 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0ef73d8d-e2e5-4cb0-8636-2b3b0666fc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:53.002900 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-bf8d71f4-4fdb-49b1-a62d-c984ea7de89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:53.609606 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:54.605251 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:56.232120 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:00.360428 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:04:11.472275 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [req-254a973d-2c56-45f4-b002-af3f408b662b req-f73aa779-2dbe-4246-83b7-3f621c154d8d service neutron] (99509) timed out ('10.222.0.15', 52738) {{(pid=99509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 01:04:14.731417 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:20.548023 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4de-4f12-4eb1-8dc6-7345008136ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:23.003763 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-fdf26180-48e7-4090-90e8-ec0ac3b40864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:23.610471 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:24.608840 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:26.235453 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:37.359503 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:04:44.722528 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:50.547656 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-c1d1c2c2-6455-4756-94f2-3d35455ff2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:53.004294 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-aafb9fed-04d3-44a4-8fac-d6a1999a90af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:53.610380 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:54.611138 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:56.237736 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:14.358847 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:05:14.738934 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:20.548444 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-a341d80d-6384-4b94-b053-3a81d447d37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:23.005290 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-d8f616d0-8084-49fe-a34a-86ca8333b42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:23.611677 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:24.614195 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:26.239776 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:44.731728 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:50.548502 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-cdb214ae-ca22-4636-9492-2e7a55d55822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:51.357320 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:05:53.005163 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0f7f16a2-1a16-4b97-93b8-b223db43b797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:53.611718 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:54.618231 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:56.242774 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:14.746488 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:20.548178 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-408357cf-70e9-42fb-9275-ac0a717ec51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:23.005009 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0263d5cd-85ad-45a9-87ff-4859b1bb4e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:23.611814 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:24.619875 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:26.245309 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:28.356917 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:06:44.761160 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:50.549149 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-c63bb4f3-fb8b-4847-a754-7ee006be9963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:53.006165 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-0911ed38-5539-4a4b-8a67-37dc235cea60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:53.612506 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:54.622331 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:56.248130 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:05.355410 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:07:14.763540 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:20.549924 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-28e910fd-f487-473d-acfb-e5cebdd41fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:23.006892 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-688eb0f1-f9ad-4869-a96c-41778540ed6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:23.616074 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:24.625408 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:26.249600 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:42.353953 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:07:44.774138 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:50.550397 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-79a59600-5993-4138-9695-d6c5f4b2311d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:53.007287 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-578acaf3-9162-4697-89dc-12b16cf8fe2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:53.616457 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:54.627666 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:56.253680 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:58.371585 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [req-26590844-41e8-49ad-a7eb-053c43f8be72 req-fa1bf417-9161-418d-82d7-74b44e0dcf6e service neutron] (99509) timed out ('10.222.0.15', 52753) {{(pid=99509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 01:08:14.789369 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:08:19.356630 dv-cinder-753305-6-iscsi neutron-server[99511]: DEBUG neutron.db.agents_db [None req-61443808-0596-4583-9b3f-89ac714c7b15 None None] Agent healthcheck: found 6 active agents {{(pid=99511) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:08:20.553159 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-57ea2137-16f6-4a9a-84b1-87b5d335241f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:08:23.007722 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-54755701-e8e1-46dc-999b-18cda643f71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:08:23.617256 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-f01b4f41-a34e-48dd-ab23-419b4fc61901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:08:24.630715 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-baa8d3cb-3ba3-4471-903d-1da466425d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:08:26.256192 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-10e2e788-87d1-431f-8d54-1c973bbe1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:08:34.904022 dv-cinder-753305-6-iscsi neutron-server[99509]: DEBUG neutron.wsgi [req-c2fd6328-d6dd-4f87-aaa5-94f91035a3eb req-905d269f-a691-4cef-96ba-6408a35b5b57 service neutron] (99509) timed out ('10.222.0.26', 60048) {{(pid=99509) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 01:08:44.788495 dv-cinder-753305-6-iscsi neutron-server[99510]: DEBUG neutron_lib.callbacks.manager [None req-2edbf9f9-8345-4b96-bc30-baba43a84571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789296614081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-631160'] for agent, after_update {{(pid=99510) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}